-- Logs begin at Tue 2021-09-14 10:20:17 UTC, end at Tue 2021-09-14 11:19:57 UTC. -- Sep 14 10:53:32.012323 dv-cinder-804035-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 10:53:34.721898 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.common.config [-] Logging enabled! Sep 14 10:53:34.722487 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 10:53:34.722678 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93762) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 10:53:34.725964 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.common.config [-] Logging enabled! Sep 14 10:53:34.726221 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 10:53:34.726538 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93762) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 10:53:34.727479 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 10:53:34.727715 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 10:53:34.728079 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 10:53:34.728327 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 10:53:34.728554 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 10:53:34.728872 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.729169 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.729465 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.729797 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.730099 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.730392 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.730677 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.730967 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.731268 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.731556 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.731841 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.732128 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.732359 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.732642 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.732931 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.733219 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.733444 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] debug = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.733756 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.734185 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.734596 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.734887 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.735174 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.735453 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.735724 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.736002 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.736288 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.736623 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] host = dv-cinder-804035-12-iscsi {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.736903 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.737189 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.737477 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.737792 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.738071 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.738349 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.739147 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.739424 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.739699 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.739977 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.740267 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.740554 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.740844 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.741070 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.741292 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.741600 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.741886 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.742164 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.742439 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.742714 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.742990 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.743264 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.743532 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.743817 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.744103 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.744388 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.744663 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.744937 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.745207 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.745479 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.745791 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.746064 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.746340 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.746614 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.746902 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.747178 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.747452 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.747752 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.748037 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.748321 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.748606 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.748881 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.749164 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.749437 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.749743 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.750015 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] use_json = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.750289 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.750561 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.750843 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.751115 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.751386 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.751658 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.751927 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.752210 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:34.752509 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.752806 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.753105 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.753388 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.753706 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.753989 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.754895 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.755181 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.755473 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.755764 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.756052 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.756332 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.756622 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.756903 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.757204 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.757511 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.757831 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.758124 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.758398 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.758672 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.758944 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.759222 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.759507 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.759785 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.760072 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.760360 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.760639 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.760927 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.761222 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.761512 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.761812 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.762092 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.762384 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.762663 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.762937 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.763217 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.763507 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.763786 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.764060 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.764340 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.764617 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.764892 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.765165 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.765445 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.765765 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.766047 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.766319 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.766591 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.766868 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.767146 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.767432 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.767709 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.767982 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.768253 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.768531 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.768803 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.769078 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.769353 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.769649 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.769990 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.770263 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.770535 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.770806 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.771080 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.771352 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.771625 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.771897 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.772173 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.772445 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.772717 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.772989 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.773263 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.773536 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.773845 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.774143 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.774422 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.774700 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.774979 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.775256 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.775533 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.775810 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.776089 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.776365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.776637 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.776926 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.777218 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.777506 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.777815 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.778097 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.778398 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.778676 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.778960 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.779240 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.779518 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.779801 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.780085 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.780378 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.780672 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.780966 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.781260 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.781572 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.781857 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.782163 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.782442 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:34.782661 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 10:53:34.782901 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93762) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 10:53:35.130482 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 10:53:35.130759 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 10:53:35.131053 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 10:53:35.131385 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 10:53:35.521930 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.522232 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.522513 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.523836 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.524115 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.524384 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.560380 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.560657 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.561014 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.575918 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.576201 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.576472 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.606069 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.606348 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.606619 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.645123 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.645403 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.645697 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.877569 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.878187 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.878187 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.878383 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.878976 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.999646 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:35.999966 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.000249 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.000527 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.000799 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.001114 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.001379 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.001668 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.001930 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.002216 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.002479 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.002748 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.003008 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.003263 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.003522 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.003788 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.004047 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.004347 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.004617 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.004917 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.005195 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.005458 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.005766 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.006148 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.006403 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.006653 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.007049 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.007292 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.007531 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.007769 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.008006 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.008241 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.008602 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 10:53:36.011676 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 10:53:36.015830 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 10:53:36.019667 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Sep 14 10:53:36.021300 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 10:53:36.021790 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 10:53:36.022128 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 10:53:36.022513 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 10:53:36.025265 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 10:53:36.025516 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 10:53:36.025888 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 10:53:36.031367 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 10:53:36.054535 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 10:53:36.054988 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.055283 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93762) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 10:53:36.055642 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.056995 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93762) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 10:53:36.057278 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 10:53:36.057528 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 10:53:36.060869 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.061149 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.124852 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 10:53:36.125092 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 10:53:36.125333 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 10:53:36.125734 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 10:53:36.147405 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_db.sqlalchemy.engines [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93762) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 10:53:36.679074 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing driver for type 'gre' Sep 14 10:53:36.679618 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] gre ID ranges: [(1, 1000)] Sep 14 10:53:36.732025 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing driver for type 'local' Sep 14 10:53:36.732392 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing driver for type 'vlan' Sep 14 10:53:36.745711 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] VlanTypeDriver initialization complete Sep 14 10:53:36.746048 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing driver for type 'vxlan' Sep 14 10:53:36.746524 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] vxlan ID ranges: [(1, 1000)] Sep 14 10:53:36.798963 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing extension driver 'port_security' Sep 14 10:53:36.799297 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.extensions.port_security [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] PortSecurityExtensionDriver initialization complete Sep 14 10:53:36.799668 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing mechanism driver 'openvswitch' Sep 14 10:53:36.800005 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing mechanism driver 'hyperv' Sep 14 10:53:36.807026 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.plugin [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:53:36.807695 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.808065 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.808415 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.808924 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 10:53:36.809346 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.809724 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.810070 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.810456 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 10:53:36.810864 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.811214 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.811556 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.811938 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 10:53:36.812338 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.812689 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.813026 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.813565 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 10:53:36.813973 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.814321 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.814663 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.815049 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 10:53:36.815451 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.815795 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.816132 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.816514 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 10:53:36.816899 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] ML2 OVO RPC backend initialized. {{(pid=93762) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 10:53:36.817600 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.817954 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.818366 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.818712 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > networks before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.819057 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.819396 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > ports before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.819735 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.820073 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.820419 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.820757 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.821089 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.821421 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.821781 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.822165 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.822466 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.822782 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.823109 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.823679 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.plugin [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Modular L2 Plugin initialization complete Sep 14 10:53:36.824010 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading services supported by the core plugin {{(pid=93762) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 10:53:36.824331 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.plugins.ml2.managers [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Got port-security extension from driver 'port_security' Sep 14 10:53:36.824785 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.extensions.vlantransparent [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Disabled vlantransparent extension. Sep 14 10:53:36.825257 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93762) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 10:53:36.825587 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: router Sep 14 10:53:36.861279 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.861693 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_create 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.862064 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router before_create 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.862428 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.862803 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.863158 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_delete 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.863541 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.864439 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.864795 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_create 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.865142 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_update 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.865492 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_update 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.865868 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.866226 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_update 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.866634 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.867000 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.867337 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.867672 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: subnet after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.868007 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.868358 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.868705 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.869046 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.869387 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.869772 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router after_update 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.870115 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.870465 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.870822 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.871165 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.871526 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > agent after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.871874 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.872216 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.873051 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Tracking information for resource: router configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.873379 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Tracking information for resource: floatingip configured {{(pid=93762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 10:53:36.878824 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.db.l3_agentschedulers_db [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 10:53:36.879497 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.879893 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port after_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.880289 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port after_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.880709 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: port after_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.881727 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router before_create 55550100 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.882315 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.882799 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.883269 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.890015 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.provider_configuration [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service providers = [] {{(pid=93762) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 10:53:36.890480 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.db.servicetype_db [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93762) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 10:53:36.893662 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.service_base [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 10:53:36.894015 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.service_base [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 10:53:36.894355 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.service_base [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 10:53:36.895281 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.services.service_base [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 10:53:36.895654 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.services.service_base [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 10:53:36.896032 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.896348 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 10:53:36.906923 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.907258 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: auto_allocate Sep 14 10:53:36.913542 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: network precommit_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.913927 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: network precommit_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.914444 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.914766 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: tag Sep 14 10:53:36.921441 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.921792 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: timestamp Sep 14 10:53:36.925764 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.926159 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: network_ip_availability Sep 14 10:53:36.932006 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.932376 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.932734 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:36.933431 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.933784 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: flavors Sep 14 10:53:36.938371 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.938708 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading Plugin: revisions Sep 14 10:53:36.942963 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 10:53:36.943347 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_concurrency.lockutils [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=93762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 10:53:36.944069 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93762) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 10:53:36.944399 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Initializing extension manager. Sep 14 10:53:36.944906 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: __init__.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.945242 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: __pycache__ {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.945599 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.945935 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: address_group.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.946677 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.947238 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: address-group Sep 14 10:53:36.947556 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: address_scope.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.948448 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.948967 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: address-scope Sep 14 10:53:36.949287 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.950241 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.950754 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: router-admin-state-down-before-update Sep 14 10:53:36.951074 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: agent.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.951772 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.952278 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: agent Sep 14 10:53:36.952594 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: agent_resources_synced.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.953498 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.954029 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: agent-resources-synced Sep 14 10:53:36.954349 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.956120 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.956649 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: allowed-address-pairs Sep 14 10:53:36.956976 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.958091 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.958613 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: auto-allocated-topology Sep 14 10:53:36.958937 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: availability_zone.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.959626 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.960142 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: availability_zone Sep 14 10:53:36.960464 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: availability_zone_filter.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.961370 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.961918 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: availability_zone_filter Sep 14 10:53:36.962242 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: data_plane_status.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.963141 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.963648 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 10:53:36.963968 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: default_subnetpools.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.964869 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.965382 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: default-subnetpools Sep 14 10:53:36.965738 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.966538 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.967050 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: dhcp_agent_scheduler Sep 14 10:53:36.967371 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: dns.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.968276 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.968788 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 10:53:36.969107 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: dns_domain_ports.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.970048 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.970559 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 10:53:36.970879 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.971793 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.972299 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 10:53:36.972617 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: dvr.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.973851 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.974356 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: dvr Sep 14 10:53:36.974675 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: ecmp_routes.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.975582 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.976083 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 10:53:36.976399 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: empty_string_filtering.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.977297 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.977840 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: empty-string-filtering Sep 14 10:53:36.978159 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.979060 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.979563 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 10:53:36.979887 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.980804 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.981316 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 10:53:36.981675 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: external_net.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.982580 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.983092 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: external-net Sep 14 10:53:36.983412 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.984314 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.984824 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: extra_dhcp_opt Sep 14 10:53:36.985154 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: extraroute.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.986079 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.986595 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: extraroute Sep 14 10:53:36.986914 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: extraroute_atomic.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.987929 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.988443 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: extraroute-atomic Sep 14 10:53:36.989386 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: filter_validation.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.990066 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.990576 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: filter-validation Sep 14 10:53:36.990893 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: fip_pf_description.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.991797 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.992303 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 10:53:36.992622 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: fip_port_details.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.993536 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.994072 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: fip-port-details Sep 14 10:53:36.994390 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: flavors.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.995602 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.996117 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: flavors Sep 14 10:53:36.996439 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.998101 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:36.998629 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 10:53:36.998961 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: floatingip_pools.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:36.999652 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.000166 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: floatingip-pools Sep 14 10:53:37.000490 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: ip_allocation.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.001403 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.001949 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 10:53:37.002271 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.003182 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.003695 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: ip-substring-filtering Sep 14 10:53:37.004017 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l2_adjacency.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.004967 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.005474 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 10:53:37.005821 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.006900 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.007419 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: router Sep 14 10:53:37.007744 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.009974 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.010511 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 10:53:37.010844 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.011792 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.012313 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: ext-gw-mode Sep 14 10:53:37.012640 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.013565 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.014089 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: l3-ha Sep 14 10:53:37.014412 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3_flavors.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.015323 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.015836 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: l3-flavors Sep 14 10:53:37.016163 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.017081 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.017625 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 10:53:37.017957 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: l3agentscheduler.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.018981 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.019552 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: l3_agent_scheduler Sep 14 10:53:37.020345 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: logging.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.021864 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.022390 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension logging not supported by any of loaded plugins Sep 14 10:53:37.022719 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: metering.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.023454 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.024034 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: metering Sep 14 10:53:37.024360 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.025439 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.026004 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: metering_source_and_destination_fields Sep 14 10:53:37.026332 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: multiprovidernet.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.027250 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.027764 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: multi-provider Sep 14 10:53:37.028093 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: netmtu.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.029001 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.029516 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: net-mtu Sep 14 10:53:37.029865 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: netmtu_writable.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.030774 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.031290 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: net-mtu-writable Sep 14 10:53:37.031611 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: network_availability_zone.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.032271 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.032788 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: network_availability_zone Sep 14 10:53:37.033106 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: network_ip_availability.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.034236 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.034755 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: network-ip-availability Sep 14 10:53:37.035078 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: network_segment_range.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.036438 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.036947 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 10:53:37.037267 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: pagination.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.038275 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.038605 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: pagination Sep 14 10:53:37.038925 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: port_device_profile.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.039837 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.040351 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: port-device-profile Sep 14 10:53:37.040923 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.041864 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.042373 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: port-mac-address-regenerate Sep 14 10:53:37.042691 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.043590 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.044101 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: port-numa-affinity-policy Sep 14 10:53:37.044418 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: port_resource_request.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.045450 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.045990 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 10:53:37.046310 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: portbindings.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.047243 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.047753 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: binding Sep 14 10:53:37.048073 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: portbindings_extended.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.049327 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.049886 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: binding-extended Sep 14 10:53:37.050213 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: portsecurity.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.051154 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.051672 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: port-security Sep 14 10:53:37.051996 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: project_id.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.052962 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.053291 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: project-id Sep 14 10:53:37.053649 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: providernet.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.054578 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.055092 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: provider Sep 14 10:53:37.055413 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.058941 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.059473 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos not supported by any of loaded plugins Sep 14 10:53:37.059806 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.061042 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.061589 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 10:53:37.061920 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.062834 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.063349 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 10:53:37.063671 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_default.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.064576 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.065093 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-default not supported by any of loaded plugins Sep 14 10:53:37.065415 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_fip.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.066098 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.066618 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 10:53:37.066945 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.067862 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.068376 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 10:53:37.068696 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.069628 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.070140 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 10:53:37.070462 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_pps_rule.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.071627 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.072144 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 10:53:37.072507 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.073375 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.073920 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 10:53:37.074242 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: qos_rules_alias.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.075274 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.075789 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 10:53:37.076114 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: quotasv2.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.077011 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.077340 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: quotas Sep 14 10:53:37.077691 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: quotasv2_detail.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.080910 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.081247 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: quota_details Sep 14 10:53:37.081595 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: rbac.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.083172 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.083701 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: rbac-policies Sep 14 10:53:37.084030 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: rbac_address_group.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.084960 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.085481 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: rbac-address-group Sep 14 10:53:37.085833 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: rbac_address_scope.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.086757 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.087273 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: rbac-address-scope Sep 14 10:53:37.087597 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: rbac_security_groups.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.088508 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.089021 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: rbac-security-groups Sep 14 10:53:37.089343 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.090287 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.090805 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: rbac-subnetpool Sep 14 10:53:37.091126 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: revisionifmatch.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.092045 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.092562 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: revision-if-match Sep 14 10:53:37.092884 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: revisions.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.094021 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.094538 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: standard-attr-revisions Sep 14 10:53:37.094863 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: router_availability_zone.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.095537 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.096052 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: router_availability_zone Sep 14 10:53:37.096375 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: routerservicetype.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.097287 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.097832 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 10:53:37.098692 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.099610 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.100126 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: security-groups-normalized-cidr Sep 14 10:53:37.100449 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.101357 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.101903 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: port-security-groups-filtering Sep 14 10:53:37.102225 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.103135 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.103650 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: security-groups-remote-address-group Sep 14 10:53:37.103971 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: securitygroup.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.114851 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.115388 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: security-group Sep 14 10:53:37.115723 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: segment.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.116519 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.117034 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension segment not supported by any of loaded plugins Sep 14 10:53:37.117362 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.118322 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.118836 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 10:53:37.119162 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: servicetype.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.120319 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.120841 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: service-type Sep 14 10:53:37.121169 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: sorting.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.122177 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.122509 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: sorting Sep 14 10:53:37.122832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: standard_attr_segment.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.123744 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.124266 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 10:53:37.124591 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: standardattrdescription.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.125235 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.125777 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: standard-attr-description Sep 14 10:53:37.126106 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: stateful_security_group.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.127029 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.127548 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: stateful-security-group Sep 14 10:53:37.127866 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: stdattrs_common.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.128438 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 10:53:37.128756 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.129728 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.130247 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 10:53:37.130567 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: subnet_onboard.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.131637 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.132159 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: subnet_onboard Sep 14 10:53:37.132481 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.133397 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.133946 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 10:53:37.134267 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: subnet_service_types.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.135191 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.135709 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: subnet-service-types Sep 14 10:53:37.136037 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: subnetallocation.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.137124 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.137667 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: subnet_allocation Sep 14 10:53:37.137991 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.138647 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.139159 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: subnetpool-prefix-ops Sep 14 10:53:37.139478 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.140407 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.140917 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 10:53:37.141235 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: tagging.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.142318 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.142838 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: standard-attr-tag Sep 14 10:53:37.143161 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: timestamp.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.144350 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.145396 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loaded extension: standard-attr-timestamp Sep 14 10:53:37.145746 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: trunk.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.146788 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.147309 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension trunk not supported by any of loaded plugins Sep 14 10:53:37.147635 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: trunk_details.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.148566 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.149084 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 10:53:37.149408 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.150354 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.150870 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 10:53:37.151195 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Loading extension file: vlantransparent.py {{(pid=93762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 10:53:37.151857 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 10:53:37.152371 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 10:53:37.154825 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:network Sep 14 10:53:37.155341 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:subnet Sep 14 10:53:37.155742 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 10:53:37.156131 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:port Sep 14 10:53:37.157342 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.157830 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service FLAVORS assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.158438 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.158866 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.159203 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:router Sep 14 10:53:37.159625 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 10:53:37.160105 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service METERING assigned prefix: /metering {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.161614 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:37.161980 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:37.162327 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 10:53:37.163312 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 10:53:37.163768 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:security_group Sep 14 10:53:37.164197 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 10:53:37.164782 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service CORE assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.165114 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 10:53:37.165736 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] subnetpool is already registered Sep 14 10:53:37.166177 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service CORE assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.166512 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 10:53:37.166842 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] subnetpool is already registered Sep 14 10:53:37.169144 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.169595 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service FLAVORS assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.170185 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.170602 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.170930 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:router Sep 14 10:53:37.171266 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] router is already registered Sep 14 10:53:37.171671 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 10:53:37.172005 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] floatingip is already registered Sep 14 10:53:37.172448 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service METERING assigned prefix: /metering {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.173112 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 10:53:37.173433 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] rbac_policy is already registered Sep 14 10:53:37.173868 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:security_group Sep 14 10:53:37.174200 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] security_group is already registered Sep 14 10:53:37.174598 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 10:53:37.174928 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] security_group_rule is already registered Sep 14 10:53:37.175549 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service CORE assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.175876 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 10:53:37.176718 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] subnetpool is already registered Sep 14 10:53:37.177143 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.v2.resource_helper [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Service CORE assigned prefix: {{(pid=93762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 10:53:37.177462 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 10:53:37.177813 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING neutron.quota.resource_registry [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] subnetpool is already registered Sep 14 10:53:37.178295 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: extensions {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.179720 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: address-groups {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.181198 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: address-scopes {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.182534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: agents {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.183675 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: auto-allocated-topology {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.184922 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: availability_zones {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.186163 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: dhcp-networks {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.187767 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: dhcp-agents {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.189187 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: routers {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.191412 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: flavors {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.193167 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: service_profiles {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.194395 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: next_providers {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.195832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: service_profiles {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.197353 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: floatingip-pools {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.198603 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: routers {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.200685 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: floatingips {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.201990 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: l3-routers {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.203357 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: l3-agents {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.204761 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: metering-labels {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.206143 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: metering-label-rules {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.207425 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: network-ip-availabilities {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.208684 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: bindings {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.211209 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: quotas {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.212676 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: quotas {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.214108 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: rbac-policies {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.215296 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: security-groups {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.216580 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: security-group-rules {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.217862 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: service-providers {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.219065 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: subnetpools {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.220483 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: subnetpools {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.221950 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.223635 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.225438 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.227258 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.229012 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.230856 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.232532 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.234443 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.236192 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.237937 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron.api.extensions [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Extended resource: tags {{(pid=93762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 10:53:37.244424 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING keystonemiddleware.auth_token [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 10:53:37.249111 dv-cinder-804035-12-iscsi neutron-server[93762]: WARNING keystonemiddleware.auth_token [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 10:53:37.258220 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_concurrency.lockutils [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Acquired lock "singleton_lock" {{(pid=93762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 10:53:37.258697 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_concurrency.lockutils [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Releasing lock "singleton_lock" {{(pid=93762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 10:53:37.259332 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Starting 2 workers Sep 14 10:53:37.264138 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Started child 93869 {{(pid=93762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 10:53:37.268667 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Started child 93870 {{(pid=93762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 10:53:37.269681 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:37.270399 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO neutron.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 10:53:37.270984 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Notify callbacks [] for process, before_spawn {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:37.271231 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [-] (93869) wsgi starting up on http://0.0.0.0:9696 Sep 14 10:53:37.273488 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Starting 1 workers Sep 14 10:53:37.274573 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:37.276160 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [-] (93870) wsgi starting up on http://0.0.0.0:9696 Sep 14 10:53:37.278709 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Started child 93871 {{(pid=93762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 10:53:37.279259 dv-cinder-804035-12-iscsi neutron-server[93762]: INFO oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Starting 1 workers Sep 14 10:53:37.282482 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] calling RpcWorker wait() {{(pid=93871) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 10:53:37.283047 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] returning from RpcWorker wait() {{(pid=93871) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 10:53:37.283798 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Started child 93872 {{(pid=93762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 10:53:37.284500 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:37.284627 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-77d44a00-5879-4af9-8fd2-e22ee595c6d9 None None] Notify callbacks [] for process, after_spawn {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:37.285068 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:53:37.286543 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 10:53:37.286748 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 10:53:37.286924 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 10:53:37.287143 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 10:53:37.287491 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 10:53:37.287649 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 10:53:37.288365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.288666 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.288815 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:37.289296 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.289296 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.289434 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.290142 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.290663 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.290905 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.291184 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.291415 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.291586 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.291749 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.291998 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.292230 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.292546 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.292808 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.293044 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.293295 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.293463 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.293744 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.294017 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.294248 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.294521 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] debug = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.294769 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.295252 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.295478 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.295735 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.295969 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.296229 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.296454 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.296707 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.296959 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.297176 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.297430 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.297720 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.297949 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.298185 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.298401 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.298658 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.298877 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.299354 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] host = dv-cinder-804035-12-iscsi {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.299584 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.299848 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.300056 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.300295 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.300534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.300746 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.301561 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.301809 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.302060 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.302311 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.302575 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.302819 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.303071 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.303307 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.303467 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_options = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.303697 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.303943 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.304206 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.304394 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.304558 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.304729 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.304983 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.305141 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.305392 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.305629 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.305841 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.306053 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.306282 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.306492 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.306748 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.307020 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.307206 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.307430 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.307690 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.307917 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.308138 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.308361 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.308595 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.308810 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.309028 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.309259 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.309502 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.309748 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.309964 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.310194 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.310422 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.310678 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.310891 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.311135 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.311394 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.311621 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.311843 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.312052 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.312308 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.312531 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.312788 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.313029 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.313238 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.313477 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.313730 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.313958 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.314169 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_json = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.314389 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.314619 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.314878 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.315109 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.315348 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.315554 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.315768 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.315999 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.316453 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.317320 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.317661 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.317891 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.318117 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.318360 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.318587 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.318835 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.319099 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.319324 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.319606 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.319842 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.320115 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.320320 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.320508 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:53:37.320660 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.320880 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.321131 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.321406 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.321670 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.321909 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.322124 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.322368 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.322686 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.322860 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.323103 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.323326 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.323552 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.323850 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.324101 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.324410 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.324604 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.324817 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.325035 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.325248 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.325460 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.325712 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.326084 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.326287 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.326758 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.326975 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.327223 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.327513 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.327652 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.328135 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.328470 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.328895 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.329059 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.329207 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.329395 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.329630 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.329847 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.330066 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.330522 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.330522 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.330814 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.331013 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.331246 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.331832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.331832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.332557 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.332557 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333072 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333072 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333072 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333462 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333462 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333787 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.333924 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.334059 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.334247 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.334488 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.334700 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.334942 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.335177 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.335994 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.336685 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.337147 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.339398 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.339667 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.339927 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.340170 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.340559 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.340694 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.340871 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.341354 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.341354 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.341608 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.341785 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.342007 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.342290 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.342946 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.342946 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.343199 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.343323 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.343659 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.343795 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.344056 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.344297 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.344525 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.344765 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.345035 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.345283 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.345534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.345823 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.346047 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.346306 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.347330 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.347330 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.347330 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.347330 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.347653 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.347736 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.348429 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.348696 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.348964 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.349234 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.349506 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.349772 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.350075 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.350339 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.350602 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.350861 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.351519 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.351820 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.352078 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.352341 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.352778 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.352882 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.353101 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.353349 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.354222 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.354222 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.354539 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.355701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.355701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.355701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.356304 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.356625 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.356875 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.357147 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.357335 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.358832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.358832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.358832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.358832 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.359171 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.359380 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.359532 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.359797 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.360801 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.361431 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.361431 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.361746 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.362488 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.362488 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.362488 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.362777 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.362857 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.363095 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.363318 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.364440 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.364705 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.364936 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.365166 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.365420 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.365661 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.365895 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.366129 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.366356 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.366583 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.366828 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.367047 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.367304 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.367551 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.367801 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.368080 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.368300 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.368548 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.368796 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.369035 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.369274 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.369523 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.369784 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.370020 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.370236 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.370460 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.370679 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.370911 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.371141 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.371374 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.371627 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.371866 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.372421 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.372421 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.372666 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.373103 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.373323 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.373580 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.373834 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.374115 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.374302 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.374522 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.374739 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.374999 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.375223 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.375465 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.375699 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.375931 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.376143 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.376363 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.376574 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.376853 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.377105 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.377344 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.377629 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.377873 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.378086 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.378524 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.378524 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.378967 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.379099 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.379359 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.379576 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.379841 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.380059 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.380271 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.380494 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.380714 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.380957 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.381152 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.381389 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.381737 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.381900 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.382053 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.382373 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.382540 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.382813 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.382972 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.383118 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.383322 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.383540 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.383768 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.383981 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.384183 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.384400 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.384625 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.384834 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.385150 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.385423 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.385694 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.385999 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.386234 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.386483 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.386748 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.387073 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.387297 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.387538 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.387758 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.387978 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.388197 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.388454 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.388784 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.389088 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.389376 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.389618 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.389898 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.390176 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.390450 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.390663 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.390971 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.391294 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.391607 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.391871 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.392121 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.392340 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.392587 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.392826 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.393069 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.393305 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.393914 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.393914 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.394189 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.394313 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.394502 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 10:53:37.397701 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.398890 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399358 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399358 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399358 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399569 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399569 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399712 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.399840 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400001 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400165 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400325 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400485 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400643 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400802 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] debug = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.400960 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.401170 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.401336 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.401496 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.401678 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.401837 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.401996 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.402155 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.402315 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.402476 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.402636 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.402796 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.402956 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.403116 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.403276 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.403435 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.403594 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.403754 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] host = dv-cinder-804035-12-iscsi {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.403912 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.404071 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.404229 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.404388 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.404550 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.404719 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.404866 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.405022 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.405184 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.405333 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.405490 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.405710 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.405876 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.406101 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.406247 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_options = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.406980 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.406980 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.406980 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.406980 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407309 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407309 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407453 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407529 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407633 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407795 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.407958 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.408125 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.408278 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.408424 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.408582 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.408900 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.409063 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.409223 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.409383 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.409561 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.409754 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.409885 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.410039 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411055 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411055 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411055 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411303 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411303 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411447 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411575 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411738 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.411896 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.412055 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.412214 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.412375 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.412533 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.412697 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.412858 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.413020 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.413179 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.413339 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.413503 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.413686 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.413848 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414006 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414166 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414325 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_json = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414483 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414642 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414825 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.414963 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.415120 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.415679 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.415849 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.416012 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 10:53:37.416193 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.416356 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.416534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.416698 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.416861 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.417023 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.417185 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.417347 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.417503 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.417731 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.417865 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.418028 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.418201 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.418365 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.418525 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.418693 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.418853 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.419014 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.419177 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.419539 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.419539 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.419775 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.419897 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420019 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420140 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420257 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420416 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420593 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420759 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.420921 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.421229 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.421594 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.421761 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.421926 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.422090 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.422237 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.422406 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.422570 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.422781 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.422869 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.423031 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.423193 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.423357 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.423520 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.423682 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.423845 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424166 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424166 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424412 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424537 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424677 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424763 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.424906 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.425069 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.425232 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.425406 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.425623 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.425762 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.425883 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.426082 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.426738 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.426901 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427062 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427197 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:53:37.427326 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427448 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427568 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427689 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427835 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.427996 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.428157 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.428319 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.428485 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.428647 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.428808 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.428968 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.429130 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.429291 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.429452 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.429633 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.429795 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.429957 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.430120 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.430282 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.430444 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.430606 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.430767 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.430928 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.431090 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.431252 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.431421 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.431597 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.431758 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.431919 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.432082 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.432302 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.432436 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.432558 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.432687 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.432853 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.433017 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.433178 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.433339 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.433503 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.433690 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.433850 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434012 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434173 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434334 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434495 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434656 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434816 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.434977 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.435138 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.435298 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.435458 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.435626 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.435798 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.435960 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.436123 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.436285 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.436453 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.436625 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.436788 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.436948 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.437109 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.437270 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.437431 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.437620 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.437807 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.437959 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.438410 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.438572 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.438732 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.438903 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.439065 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.439419 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.439806 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.439806 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.439806 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440189 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440189 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440473 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440473 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440956 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440956 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.440956 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.441335 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.441335 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.441335 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.441785 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.441785 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.441785 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442175 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442175 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442534 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442914 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.442914 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443270 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443270 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443270 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443586 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443586 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443800 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.443924 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444045 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444165 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444294 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444458 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444619 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444780 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.444941 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.445101 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.445264 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.445425 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.445603 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.445772 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.445938 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.446099 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.446248 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.446411 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.446572 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.446736 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.446896 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.447058 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.447208 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.447369 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.447529 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.447691 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.447855 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.448014 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.448191 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.448358 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.448522 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.448673 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.448830 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.449251 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.449403 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.449597 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.449744 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.449893 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450054 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450218 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450425 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450561 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450714 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450857 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.450998 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.451132 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.451264 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.451437 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.451598 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.451760 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.451922 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.452082 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.452245 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.452416 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.452571 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.452775 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.452928 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.453073 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.453301 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.453440 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.453603 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.453760 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.453899 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454032 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454165 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454299 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454432 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454574 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454708 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454853 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.454988 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.455146 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.455308 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.455459 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.455618 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.455778 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456009 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456151 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456285 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456419 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456552 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456685 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456828 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.456996 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.457160 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.457335 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.457502 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.457691 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.457854 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458014 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458188 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458357 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458524 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458675 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458823 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.458968 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.459133 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.459299 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.459469 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.459637 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.459800 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.459969 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.460137 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.460307 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.460468 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.460635 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.460808 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.460970 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.461131 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.461282 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.461439 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.461622 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.461777 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.461936 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.462097 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.462258 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.462420 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.462581 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.462753 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.462959 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.463099 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.463242 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.463479 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.463479 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.463744 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.463888 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 10:53:37.464023 dv-cinder-804035-12-iscsi neutron-server[93762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 10:53:37.687267 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38532) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:53:37.695746 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063672 Sep 14 10:53:49.059588 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a374ed-5f38-4b65-83af-dc56433463b2 None None] get_active_networks_info from dv-cinder-804035-12-iscsi {{(pid=93871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 10:53:49.129376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a374ed-5f38-4b65-83af-dc56433463b2 None None] No non-hosted networks {{(pid=93871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 10:53:49.144156 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.agentschedulers_db [None req-b6a374ed-5f38-4b65-83af-dc56433463b2 None None] DHCP Agent not found on host dv-cinder-804035-12-iscsi {{(pid=93871) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 10:53:49.204890 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0a02-0844-46f6-8758-c0931a989078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096460'] for agent, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:51.455394 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb505098-7d3f-451e-9e16-43ae8e4c7110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096460'] for agent, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:51.540245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-946acef8-fbaa-47d5-b8e6-bb45b5c2bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:51.620912 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096460'] for agent, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:51.621942 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.622631 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.624719 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.625845 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.627575 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.630612 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.632287 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.633268 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.636113 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.636627 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.639334 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.640822 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:53:51.641695 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:53:51.655523 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:53:52.933235 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096460'] for agent, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:54.296184 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.db.l3_hamode_db [None req-a6e761ce-047a-47ff-ae1c-04657ef3259a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 10:53:54.380840 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e761ce-047a-47ff-ae1c-04657ef3259a None None] Routers set() bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:53:54.381274 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e761ce-047a-47ff-ae1c-04657ef3259a None None] Router IDs set() for agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 10:53:54.592529 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096460'] for agent, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:55.627128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38622) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:53:56.104928 dv-cinder-804035-12-iscsi neutron-server[93870]: WARNING oslo_policy.policy [None req-580e9829-7edc-4a6c-9420-a014f8cb786a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:53:56.105516 dv-cinder-804035-12-iscsi neutron-server[93870]: WARNING oslo_policy.policy [None req-580e9829-7edc-4a6c-9420-a014f8cb786a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:53:56.332233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [None req-580e9829-7edc-4a6c-9420-a014f8cb786a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:53:56.333976 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-580e9829-7edc-4a6c-9420-a014f8cb786a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7059679 Sep 14 10:53:58.683899 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38636) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:53:58.987438 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:53:59.081618 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.policy [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93870) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 10:53:59.125794 dv-cinder-804035-12-iscsi neutron-server[93870]: WARNING oslo_policy.policy [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:53:59.126177 dv-cinder-804035-12-iscsi neutron-server[93870]: WARNING oslo_policy.policy [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:53:59.134670 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.quota [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] Loaded quota_driver: . Sep 14 10:53:59.223884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789070695970', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789070696695', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789070708494', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789070678258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789069748944', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789070599496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7627164', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7646500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503808', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450134'] for rbac-policy, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:59.285307 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:53:59.287009 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-cbdac21f-035d-4161-a91f-d1afefe47cd4 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6021523 Sep 14 10:54:01.838710 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38648) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:02.131489 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Request body: {'network': {'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'name': 'private', 'project_id': '803c1ed81d094c8199567ab8a6f4546d'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:54:02.159823 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Made reservation on behalf of 803c1ed81d094c8199567ab8a6f4546d for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:54:02.162526 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.179061 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.297627 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.302038 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.321490 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:54:02.348978 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789067667604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.349582 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Unsubscribe: segment precommit_create {{(pid=93870) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 10:54:02.350086 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Added segment 9185c76c-d35d-4e63-9bc3-438ae91dd7c7 of type vlan for network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 Sep 14 10:54:02.365930 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc1f710-4120-4693-8d88-2e37bda5aa35,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:02.414761 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.415116 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.415453 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.415783 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.416107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.416700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.417025 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.417360 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.417718 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.418035 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.418350 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.418665 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Tracked resource versions report: Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: pushed versions: Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: consumer versions: Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Log': '1.0', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Network': '1.1', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Port': '1.7', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 14 10:54:02.419920 dv-cinder-804035-12-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:54:02.473366 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.516422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.517603 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:02.518285 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:02.573502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7337346 Sep 14 10:54:02.618091 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776e74-945d-48af-ab64-259ae8553e1e admin admin] Pushing event updated for resources: {'Network': ['ID=b9f7ffe2-a452-41ce-9bb0-7703e8f178e4,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:02.630465 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:54:05.235327 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38662) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:05.619178 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae891465-abb0-4379-8f63-0aacc314a092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:05.620677 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ae891465-abb0-4379-8f63-0aacc314a092 admin admin] 10.222.0.39 "GET /v2.0/networks/b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 HTTP/1.1" status: 200 len: 825 time: 0.3843906 Sep 14 10:54:05.645251 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c215dfe6-aebb-4911-8bd1-40ad1049339d admin admin] 10.222.0.39 "GET /v2.0/subnetpools/b4879c47-85e3-42f5-a32e-e2f1feef36f9 HTTP/1.1" status: 200 len: 734 time: 0.0184548 Sep 14 10:54:05.654188 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Request body: {'subnet': {'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9', 'gateway_ip': '172.20.0.1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:54:05.675322 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Made reservation on behalf of 803c1ed81d094c8199567ab8a6f4546d for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:54:05.678254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:05.961147 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:06.030866 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c535921-522e-4dcc-8bf5-0185646dbe0b,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:06.034725 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Checking segment: {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:54:06.035085 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Network hostable DHCP agents. Network: b9f7ffe2-a452-41ce-9bb0-7703e8f178e4, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:54:06.055508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:54:06.066227 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, b9f7ffe2-a452-41ce-9bb0-7703e8f178e4) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:54:06.070601 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:06.071177 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:06.077501 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a30fa-fbad-4685-9898-d177752adbf9 None None] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:54:06.087068 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-4245fe07-1f52-406f-b72c-df81b883c93a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4346297 Sep 14 10:54:06.391110 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:54:06.392434 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:06.662653 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Allocated IP 172.20.0.2 (b9f7ffe2-a452-41ce-9bb0-7703e8f178e4/0c535921-522e-4dcc-8bf5-0185646dbe0b/4bf085b0-5555-4fe3-b4c4-dc065458feed) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:54:06.861343 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:06.903619 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Transition to ACTIVE for port object 4bf085b0-5555-4fe3-b4c4-dc065458feed will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:54:06.924587 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Transition to ACTIVE for port object 4bf085b0-5555-4fe3-b4c4-dc065458feed will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:54:06.932044 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:06.994790 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:54:06.999263 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:54:07.002360 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:54:07.043714 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Pushing event updated for resources: {'Port': ['ID=4bf085b0-5555-4fe3-b4c4-dc065458feed,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:07.069414 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.069802 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.070149 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.070483 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.070815 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.071142 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.071470 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.071793 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.072135 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.072459 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.072779 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.073096 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Tracked resource versions report: Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: pushed versions: Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: consumer versions: Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Log': '1.0', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Network': '1.1', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Port': '1.7', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 14 10:54:07.074407 dv-cinder-804035-12-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:54:07.101050 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Attempting to bind port 4bf085b0-5555-4fe3-b4c4-dc065458feed on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:54:07.101587 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Attempting to bind port 4bf085b0-5555-4fe3-b4c4-dc065458feed by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:54:07.101853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Attempting to bind port 4bf085b0-5555-4fe3-b4c4-dc065458feed on network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:54:07.106505 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:54:07.106915 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Checking segment: {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:54:07.107386 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:07.107772 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Bound using segment: {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:54:07.108251 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Bound port: 4bf085b0-5555-4fe3-b4c4-dc065458feed, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:54:07.108664 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:07.170291 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] For port 4bf085b0-5555-4fe3-b4c4-dc065458feed, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:54:07.174449 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] For port 4bf085b0-5555-4fe3-b4c4-dc065458feed, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=4bf085b0-5555-4fe3-b4c4-dc065458feed,segment=NetworkSegment(9185c76c-d35d-4e63-9bc3-438ae91dd7c7),segment_id=9185c76c-d35d-4e63-9bc3-438ae91dd7c7)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:54:07.179858 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:07.244525 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8a4b1-ccab-41ae-8357-3e78a1b7d53b None None] Pushing event updated for resources: {'Port': ['ID=4bf085b0-5555-4fe3-b4c4-dc065458feed,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:08.484999 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38670) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:08.788542 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [None req-cc0dcd3f-c37b-4ac6-89c6-00ee1542d0ed admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:54:08.789537 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-cc0dcd3f-c37b-4ac6-89c6-00ee1542d0ed admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3032875 Sep 14 10:54:11.155064 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 38678) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:11.639007 dv-cinder-804035-12-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-cac43f4d-b102-46ec-a538-9764ba4d18b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:54:11.639644 dv-cinder-804035-12-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-cac43f4d-b102-46ec-a538-9764ba4d18b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:54:11.859107 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-cac43f4d-b102-46ec-a538-9764ba4d18b7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:54:11.860381 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cac43f4d-b102-46ec-a538-9764ba4d18b7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7033112 Sep 14 10:54:14.498826 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 38698) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:14.796759 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Request body: {'router': {'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:54:14.861888 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.policy [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 10:54:14.907024 dv-cinder-804035-12-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:54:14.907412 dv-cinder-804035-12-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 10:54:14.916796 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.quota [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Loaded quota_driver: . Sep 14 10:54:14.969931 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:14.971736 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:15.125726 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:15.131117 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:15.149647 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:15.150858 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4a7cba4f-3400-4669-8e30-2e048863b992 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6510723 Sep 14 10:54:15.606685 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2992ea-a17d-402e-b75f-84409dff5e0a None None] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:54:15.662696 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 4bf085b0-5555-4fe3-b4c4-dc065458feed up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:54:15.758539 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6c77af75-e84b-48c2-a3dd-020a4d5bbc57 None None] Provisioning for port 4bf085b0-5555-4fe3-b4c4-dc065458feed completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:54:15.800098 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 4bf085b0-5555-4fe3-b4c4-dc065458feed completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:54:15.809992 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 4bf085b0-5555-4fe3-b4c4-dc065458feed triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:15.810390 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:15.962486 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:16.000587 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 4bf085b0-5555-4fe3-b4c4-dc065458feed, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=4bf085b0-5555-4fe3-b4c4-dc065458feed,segment=NetworkSegment(9185c76c-d35d-4e63-9bc3-438ae91dd7c7),segment_id=9185c76c-d35d-4e63-9bc3-438ae91dd7c7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:54:16.004946 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:16.057525 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=4bf085b0-5555-4fe3-b4c4-dc065458feed,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:16.088116 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-838c1fe3-dbf2-4d76-bb82-a2ca5d0a1f7c None None] Provisioning complete for port 4bf085b0-5555-4fe3-b4c4-dc065458feed triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:16.088493 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-838c1fe3-dbf2-4d76-bb82-a2ca5d0a1f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:17.526269 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 38710) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:17.610609 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 4bf085b0-5555-4fe3-b4c4-dc065458feed up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:54:17.656190 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 4bf085b0-5555-4fe3-b4c4-dc065458feed triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:17.656568 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:17.838109 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-2b398161-856f-4cc7-ba8d-5e5be39032dc admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:54:17.839137 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2b398161-856f-4cc7-ba8d-5e5be39032dc admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119109 Sep 14 10:54:18.934084 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-39038fc6-2b52-4c49-9d79-dd858c04bd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.220814 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 38718) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:20.535601 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:54:20.558949 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Made reservation on behalf of abfcbead3ca0469fa148fc856994a15d for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:54:20.561786 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.585522 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.702085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.705386 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.715523 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Reserving flat network on physical network physnet1 {{(pid=93869) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 10:54:20.746208 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789067667604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.746767 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Unsubscribe: segment precommit_create {{(pid=93869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 10:54:20.747286 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Added segment 632b77a6-a3da-455b-b818-5c633fd9f372 of type flat for network 697ff582-6f85-4694-a049-227fb4abe18a Sep 14 10:54:20.762880 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c1b65d-3b54-4650-8532-17985a02543b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:20.807752 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.808108 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.808444 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.808774 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.809092 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.809424 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.809768 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.810105 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.810423 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.810735 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.811046 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.811354 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Tracked resource versions report: Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: pushed versions: Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: consumer versions: Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Log': '1.0', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Network': '1.1', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Port': '1.7', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 14 10:54:20.812642 dv-cinder-804035-12-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:54:20.871637 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.910922 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.912099 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:20.912724 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:20.969576 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7476940 Sep 14 10:54:21.009808 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75cfbb-76d0-4155-b142-a847a62bff02 admin admin] Pushing event updated for resources: {'Network': ['ID=697ff582-6f85-4694-a049-227fb4abe18a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:21.020459 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 697ff582-6f85-4694-a049-227fb4abe18a details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:54:21.456043 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5807c6b7-8999-420c-ad5d-32c83d4298e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:21.612877 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:22.865957 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:23.313679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 38740) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:23.527565 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb0c82-ebca-4268-a9af-5c9b1628939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:23.528910 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-11bb0c82-ebca-4268-a9af-5c9b1628939c admin admin] 10.222.0.39 "GET /v2.0/subnets/0c535921-522e-4dcc-8bf5-0185646dbe0b HTTP/1.1" status: 200 len: 849 time: 0.2142830 Sep 14 10:54:23.659124 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-811282c1-bb21-48c0-a0a3-8e66e9d636be admin admin] 10.222.0.39 "GET /v2.0/routers/3e46221a-4801-4430-9b01-e09edc3d9122 HTTP/1.1" status: 200 len: 704 time: 0.1240501 Sep 14 10:54:23.924368 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.213681 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Allocated IP 172.20.0.1 (b9f7ffe2-a452-41ce-9bb0-7703e8f178e4/0c535921-522e-4dcc-8bf5-0185646dbe0b/9c43da58-1aaf-49dc-95e9-b5eadf7699a3) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:54:24.397241 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.421725 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Transition to ACTIVE for port object 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:54:24.487283 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.536442 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.552485 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:54:24.556967 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:54:24.568236 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:54:24.568236 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.625324 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Pushing event updated for resources: {'Port': ['ID=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:24.732150 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-53771117-b08f-48fc-8191-50d65e03d6cc None None] Provisioning for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:54:24.735885 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-53771117-b08f-48fc-8191-50d65e03d6cc None None] Provisioning complete for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:24.736256 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-53771117-b08f-48fc-8191-50d65e03d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.767760 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:24.772472 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-53771117-b08f-48fc-8191-50d65e03d6cc None None] Port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:54:25.014194 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:25.018164 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:25.018845 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:25.079460 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Pushing event updated for resources: {'Port': ['ID=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:25.142255 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:54:25.143531 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:54:25.291511 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-df102d8b-2567-422c-8ac2-991c8556b557 None None] Provisioning complete for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:25.292132 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-df102d8b-2567-422c-8ac2-991c8556b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:25.300117 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Router 3e46221a-4801-4430-9b01-e09edc3d9122 is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 10:54:25.325603 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-df102d8b-2567-422c-8ac2-991c8556b557 None None] Port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 10:54:25.391113 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:54:25.396436 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-130ea455-2d43-4531-a166-c1a02d586dbb admin admin] 10.222.0.39 "PUT /v2.0/routers/3e46221a-4801-4430-9b01-e09edc3d9122/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7315795 Sep 14 10:54:25.413794 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Sync routers for ids ['3e46221a-4801-4430-9b01-e09edc3d9122'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:54:25.425379 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Routers {'3e46221a-4801-4430-9b01-e09edc3d9122'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:54:25.426910 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T10:54:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['3e46221a-4801-4430-9b01-e09edc3d9122'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:25.609013 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Set router 3e46221a-4801-4430-9b01-e09edc3d9122 gateway port host: None {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:54:26.027959 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'name': 'router1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:54:14Z', 'updated_at': '2021-09-14T10:54:24Z', 'revision_number': 2, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'gw_port_host': None, '_interfaces': [{'id': '9c43da58-1aaf-49dc-95e9-b5eadf7699a3', 'name': '', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'mac_address': 'fa:16:3e:e8:73:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:23Z', 'updated_at': '2021-09-14T10:54:24Z', 'revision_number': 2, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'subnets': [{'id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:26.079144 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Checking router: 3e46221a-4801-4430-9b01-e09edc3d9122 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:54:26.079516 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Updating router 3e46221a-4801-4430-9b01-e09edc3d9122 port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:54:26.128447 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:26.631561 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:26.656024 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Transition to ACTIVE for port object 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:54:26.662354 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:26.812575 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Pushing event updated for resources: {'Port': ['ID=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:26.828924 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.829229 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.829567 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.829910 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.830242 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.830574 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.830902 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.831230 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.831581 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.831910 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.832231 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.833079 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Tracked resource versions report: Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: pushed versions: Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Log': {'1.0'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Network': {'1.1'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Port': {'1.7'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: consumer versions: Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Log': '1.0', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Network': '1.1', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Port': '1.7', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SubPort': '1.0', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Subnet': '1.1', Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Sep 14 10:54:26.834402 dv-cinder-804035-12-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 10:54:26.841267 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Attempting to bind port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:54:26.841721 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Attempting to bind port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:54:26.842127 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Attempting to bind port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 on network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:54:26.847449 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:54:26.847897 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Checking segment: {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:54:26.848909 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:26.849301 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Bound using segment: {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:54:26.849833 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Bound port: 9c43da58-1aaf-49dc-95e9-b5eadf7699a3, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9185c76c-d35d-4e63-9bc3-438ae91dd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:54:26.850419 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:26.916731 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] For port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:54:26.936138 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] For port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,segment=NetworkSegment(9185c76c-d35d-4e63-9bc3-438ae91dd7c7),segment_id=9185c76c-d35d-4e63-9bc3-438ae91dd7c7)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:54:26.946579 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:26.990109 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Routers {'3e46221a-4801-4430-9b01-e09edc3d9122'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:54:26.990515 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T10:54:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['3e46221a-4801-4430-9b01-e09edc3d9122'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:27.089766 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340615ae-47ff-433a-858d-369439ecd4d1 None None] Pushing event updated for resources: {'Port': ['ID=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:27.097856 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] Set router 3e46221a-4801-4430-9b01-e09edc3d9122 gateway port host: None {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:54:27.304086 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'name': 'router1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:54:14Z', 'updated_at': '2021-09-14T10:54:24Z', 'revision_number': 2, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'gw_port_host': None, '_interfaces': [{'id': '9c43da58-1aaf-49dc-95e9-b5eadf7699a3', 'name': '', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'mac_address': 'fa:16:3e:e8:73:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:23Z', 'updated_at': '2021-09-14T10:54:26Z', 'revision_number': 4, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'subnets': [{'id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:27.329178 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ff5c4-bd2d-48af-9e1c-f2759d86be5e None None] The sync data for ids ['3e46221a-4801-4430-9b01-e09edc3d9122'] in dv-cinder-804035-12-iscsi is: [{'id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'name': 'router1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:54:14Z', 'updated_at': '2021-09-14T10:54:24Z', 'revision_number': 2, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'gw_port_host': None, '_interfaces': [{'id': '9c43da58-1aaf-49dc-95e9-b5eadf7699a3', 'name': '', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'mac_address': 'fa:16:3e:e8:73:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:23Z', 'updated_at': '2021-09-14T10:54:26Z', 'revision_number': 4, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'subnets': [{'id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:54:27.638571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38760) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:27.749314 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aecddc-73e5-45bf-8c3b-a7059e4bdf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:27.750701 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-95aecddc-73e5-45bf-8c3b-a7059e4bdf8e admin admin] 10.222.0.39 "GET /v2.0/networks/697ff582-6f85-4694-a049-227fb4abe18a HTTP/1.1" status: 200 len: 842 time: 0.1112819 Sep 14 10:54:27.760601 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:54:27.779699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Made reservation on behalf of abfcbead3ca0469fa148fc856994a15d for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:54:27.782064 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:28.110700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.objects.ports [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 10:54:28.111157 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:28.168246 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6abea7-3a3b-491b-905c-cf55ed49f142,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:28.177002 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:54:28.177362 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Network hostable DHCP agents. Network: 697ff582-6f85-4694-a049-227fb4abe18a, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:54:28.195077 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:54:28.204228 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 697ff582-6f85-4694-a049-227fb4abe18a) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:54:28.209039 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:28.209751 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:28.214288 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8986bbe-f7cf-4aec-80f8-9b4a8c468d8a None None] Network 697ff582-6f85-4694-a049-227fb4abe18a requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:54:28.241578 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-cb82c635-ccdb-43eb-a421-cf50c0adb436 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4674385 Sep 14 10:54:28.347177 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4489928d-6b6c-47e4-b29d-ec4ce5ebbf2b None None] Network 697ff582-6f85-4694-a049-227fb4abe18a requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:54:30.547290 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38768) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:30.779346 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e1628577-915e-41f8-9d6f-cd5d68d59e1d admin admin] 10.222.0.39 "GET /v2.0/routers/3e46221a-4801-4430-9b01-e09edc3d9122 HTTP/1.1" status: 200 len: 710 time: 0.2308369 Sep 14 10:54:30.864966 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6fd5f0-9b07-487e-8f44-f5cb1417ff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:54:30.866379 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-dc6fd5f0-9b07-487e-8f44-f5cb1417ff5f admin admin] 10.222.0.39 "GET /v2.0/networks/697ff582-6f85-4694-a049-227fb4abe18a HTTP/1.1" status: 200 len: 886 time: 0.0811272 Sep 14 10:54:30.875697 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:54:31.118748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:31.383722 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:31.455676 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:31.616876 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Allocated IP 172.27.2.22 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/8c04ca80-bb63-4520-8019-ae59f5c477c3) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:54:31.722612 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:31.789839 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:31.864887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:54:31.869313 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:54:31.883874 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:54:31.892523 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Pushing event updated for resources: {'Port': ['ID=8c04ca80-bb63-4520-8019-ae59f5c477c3,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:32.158289 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:32.357291 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8096518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-466'] for router, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:32.362479 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8096348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8096575'] for router, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:32.475852 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Router 3e46221a-4801-4430-9b01-e09edc3d9122 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 10:54:32.647491 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 10:54:32.651859 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:32.653044 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-4bf889e2-c1c4-422c-909f-3325095ea835 admin admin] 10.222.0.39 "PUT /v2.0/routers/3e46221a-4801-4430-9b01-e09edc3d9122 HTTP/1.1" status: 200 len: 889 time: 1.7804964 Sep 14 10:54:33.646955 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:54:33.698602 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:54:33.704220 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Sync routers for ids ['3e46221a-4801-4430-9b01-e09edc3d9122'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 10:54:33.707369 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:33.707734 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:33.735694 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Routers {'3e46221a-4801-4430-9b01-e09edc3d9122'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:54:33.736329 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T10:54:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['3e46221a-4801-4430-9b01-e09edc3d9122'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:34.007682 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:34.031497 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Set router 3e46221a-4801-4430-9b01-e09edc3d9122 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:54:34.120563 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,segment=NetworkSegment(9185c76c-d35d-4e63-9bc3-438ae91dd7c7),segment_id=9185c76c-d35d-4e63-9bc3-438ae91dd7c7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:54:34.154262 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:34.322826 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=9c43da58-1aaf-49dc-95e9-b5eadf7699a3,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:34.470125 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'name': 'router1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8c04ca80-bb63-4520-8019-ae59f5c477c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:54:14Z', 'updated_at': '2021-09-14T10:54:32Z', 'revision_number': 4, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'gw_port': {'id': '8c04ca80-bb63-4520-8019-ae59f5c477c3', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:31Z', 'updated_at': '2021-09-14T10:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '9c43da58-1aaf-49dc-95e9-b5eadf7699a3', 'name': '', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'mac_address': 'fa:16:3e:e8:73:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:23Z', 'updated_at': '2021-09-14T10:54:26Z', 'revision_number': 4, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'subnets': [{'id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:34.521139 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Checking router: 3e46221a-4801-4430-9b01-e09edc3d9122 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 10:54:34.521487 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Updating router 3e46221a-4801-4430-9b01-e09edc3d9122 port 8c04ca80-bb63-4520-8019-ae59f5c477c3 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 10:54:34.567242 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:34.876254 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:34.888524 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Transition to ACTIVE for port object 8c04ca80-bb63-4520-8019-ae59f5c477c3 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:54:34.896378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:34.948455 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c959-f829-43e1-a74c-fee7ff7d0ade None None] Pushing event updated for resources: {'Port': ['ID=8c04ca80-bb63-4520-8019-ae59f5c477c3,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:34.950784 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Attempting to bind port 8c04ca80-bb63-4520-8019-ae59f5c477c3 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:54:34.951155 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Attempting to bind port 8c04ca80-bb63-4520-8019-ae59f5c477c3 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:54:34.951510 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Attempting to bind port 8c04ca80-bb63-4520-8019-ae59f5c477c3 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:54:34.956833 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:54:34.957206 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:54:34.958137 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:34.958520 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:54:34.958975 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Bound port: 8c04ca80-bb63-4520-8019-ae59f5c477c3, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:54:34.959375 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:35.008185 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] For port 8c04ca80-bb63-4520-8019-ae59f5c477c3, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:54:35.011105 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] For port 8c04ca80-bb63-4520-8019-ae59f5c477c3, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8c04ca80-bb63-4520-8019-ae59f5c477c3,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:54:35.015427 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:35.054986 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 38780) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:54:35.074145 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Routers {'3e46221a-4801-4430-9b01-e09edc3d9122'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 10:54:35.074762 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T10:54:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['3e46221a-4801-4430-9b01-e09edc3d9122'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:35.077336 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c959-f829-43e1-a74c-fee7ff7d0ade None None] Pushing event updated for resources: {'Port': ['ID=8c04ca80-bb63-4520-8019-ae59f5c477c3,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:35.174681 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-1e3ca17b-47ec-4a01-9c78-cee7a9cd18d9 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1185031 Sep 14 10:54:35.262640 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] Set router 3e46221a-4801-4430-9b01-e09edc3d9122 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 10:54:35.472857 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'name': 'router1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8c04ca80-bb63-4520-8019-ae59f5c477c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:54:14Z', 'updated_at': '2021-09-14T10:54:32Z', 'revision_number': 4, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'gw_port': {'id': '8c04ca80-bb63-4520-8019-ae59f5c477c3', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:31Z', 'updated_at': '2021-09-14T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '9c43da58-1aaf-49dc-95e9-b5eadf7699a3', 'name': '', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'mac_address': 'fa:16:3e:e8:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:23Z', 'updated_at': '2021-09-14T10:54:34Z', 'revision_number': 5, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'subnets': [{'id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 10:54:35.500471 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693da903-9071-4172-8f57-8c8bb8e61e69 None None] The sync data for ids ['3e46221a-4801-4430-9b01-e09edc3d9122'] in dv-cinder-804035-12-iscsi is: [{'id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'name': 'router1', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '8c04ca80-bb63-4520-8019-ae59f5c477c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T10:54:14Z', 'updated_at': '2021-09-14T10:54:32Z', 'revision_number': 4, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'gw_port': {'id': '8c04ca80-bb63-4520-8019-ae59f5c477c3', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:31Z', 'updated_at': '2021-09-14T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '9c43da58-1aaf-49dc-95e9-b5eadf7699a3', 'name': '', 'network_id': 'b9f7ffe2-a452-41ce-9bb0-7703e8f178e4', 'tenant_id': '803c1ed81d094c8199567ab8a6f4546d', 'mac_address': 'fa:16:3e:e8:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e46221a-4801-4430-9b01-e09edc3d9122', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T10:54:23Z', 'updated_at': '2021-09-14T10:54:34Z', 'revision_number': 5, 'project_id': '803c1ed81d094c8199567ab8a6f4546d', 'subnets': [{'id': '0c535921-522e-4dcc-8bf5-0185646dbe0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4879c47-85e3-42f5-a32e-e2f1feef36f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 10:54:35.663841 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:54:35.729041 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:35.729422 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:37.656998 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8c04ca80-bb63-4520-8019-ae59f5c477c3 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:54:37.716477 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 8c04ca80-bb63-4520-8019-ae59f5c477c3 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:54:37.720413 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 8c04ca80-bb63-4520-8019-ae59f5c477c3 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:37.720938 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:37.838880 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:37.859509 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 8c04ca80-bb63-4520-8019-ae59f5c477c3, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8c04ca80-bb63-4520-8019-ae59f5c477c3,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:54:37.863769 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:37.912372 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=8c04ca80-bb63-4520-8019-ae59f5c477c3,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:54:39.684096 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8c04ca80-bb63-4520-8019-ae59f5c477c3 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:54:39.778117 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 8c04ca80-bb63-4520-8019-ae59f5c477c3 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:54:39.778779 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:47.341140 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:54:48.945753 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-efd942f7-b2c0-4633-9f90-0bab2096a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:51.460803 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e8e67e5-745a-4787-8ff8-602de44a8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:51.618266 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:52.870401 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:54:54.558832 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:18.935691 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d58cd965-85f5-4cc1-b788-2fc0b2d1a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:21.453428 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-17d2b709-e212-4127-a403-a99f0308beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:21.612279 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:22.876089 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:24.341173 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:55:24.566376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:48.937539 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-218747a9-98d9-4311-8fd0-f18f3ea73a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:51.453969 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-abfc3224-1e3c-4970-8f7d-0318f109fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:51.616088 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:52.874355 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:55:54.562703 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:01.339527 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:56:10.475526 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39342) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:10.541130 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.pecan_wsgi.hooks.translation [None req-692935f9-ead5-4e7f-a4f3-ea83955bb311 admin admin] GET failed (client error): The resource could not be found. Sep 14 10:56:10.542481 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-692935f9-ead5-4e7f-a4f3-ea83955bb311 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660112 Sep 14 10:56:10.700124 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ecac9-4622-4a2e-ab75-60e8489c386b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:10.701541 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-744ecac9-4622-4a2e-ab75-60e8489c386b admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540937 Sep 14 10:56:12.884271 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39352) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:12.977454 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c8d0e8-c877-40a0-9a72-69263dc59afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:12.978867 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-55c8d0e8-c877-40a0-9a72-69263dc59afd admin admin] 10.222.0.39 "GET /v2.0/subnets/0c535921-522e-4dcc-8bf5-0185646dbe0b HTTP/1.1" status: 200 len: 849 time: 0.0936430 Sep 14 10:56:12.988931 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:56:13.077462 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:13.218026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789067691021'] for subnet, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:13.245537 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:13.246145 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:13.247424 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] 10.222.0.39 "PUT /v2.0/subnets/0c535921-522e-4dcc-8bf5-0185646dbe0b HTTP/1.1" status: 200 len: 868 time: 0.2622430 Sep 14 10:56:13.263718 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65a040-ca2f-49b8-9055-e5deaefdd0c4 None None] Network b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:56:13.269587 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c535921-522e-4dcc-8bf5-0185646dbe0b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:56:13.276925 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.277303 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.277679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.278026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.278346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.278694 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.279025 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.279367 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.279710 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.280033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.280353 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.280671 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56025c38-e622-4b7a-a20a-314c0a16c029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:56:13.653260 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-4ad4bd44-e1ac-44fe-8ed3-666b33f3ba26 None None] Provisioning complete for port 4bf085b0-5555-4fe3-b4c4-dc065458feed triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:56:13.653658 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4ad4bd44-e1ac-44fe-8ed3-666b33f3ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:13.736173 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-4ad4bd44-e1ac-44fe-8ed3-666b33f3ba26 None None] Provisioning complete for port 9c43da58-1aaf-49dc-95e9-b5eadf7699a3 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:56:13.736449 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4ad4bd44-e1ac-44fe-8ed3-666b33f3ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:15.432312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39360) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:15.628000 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba15c8-078c-462e-8bb3-335a6cf37763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:15.628417 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba15c8-078c-462e-8bb3-335a6cf37763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:15.630001 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-19ba15c8-078c-462e-8bb3-335a6cf37763 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963642 Sep 14 10:56:17.876435 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39368) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:18.007078 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3f384-4332-4777-94af-608d4f0fe584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:18.007559 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3f384-4332-4777-94af-608d4f0fe584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:18.014925 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ccf3f384-4332-4777-94af-608d4f0fe584 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317108 Sep 14 10:56:18.938343 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-89e47d0c-9a47-4189-b784-c059db7a082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:20.207774 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39376) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:20.330623 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86706780-a9f9-47e0-a96e-46a55ef52063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:20.331977 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-86706780-a9f9-47e0-a96e-46a55ef52063 admin admin] 10.222.0.39 "GET /v2.0/networks/697ff582-6f85-4694-a049-227fb4abe18a HTTP/1.1" status: 200 len: 886 time: 0.1232524 Sep 14 10:56:21.455836 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5fabdd54-c492-4f58-96c1-8585cf705329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:21.616958 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:22.543317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39384) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:22.686918 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb35c5b-226a-4b96-bdc6-b83e65868f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:22.688299 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5bb35c5b-226a-4b96-bdc6-b83e65868f79 admin admin] 10.222.0.39 "GET /v2.0/networks/b9f7ffe2-a452-41ce-9bb0-7703e8f178e4 HTTP/1.1" status: 200 len: 869 time: 0.1440306 Sep 14 10:56:22.877875 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:24.571876 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:24.877871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39392) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:24.999285 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251387e-b381-4d08-9248-166d2543191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:24.999740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251387e-b381-4d08-9248-166d2543191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:25.001231 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-f251387e-b381-4d08-9248-166d2543191a admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224170 Sep 14 10:56:27.139842 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39400) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:27.261492 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41bfe9-3c17-40e8-859e-b7ea7d7001fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:27.261975 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41bfe9-3c17-40e8-859e-b7ea7d7001fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:27.263486 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ae41bfe9-3c17-40e8-859e-b7ea7d7001fb admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226723 Sep 14 10:56:29.622954 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39410) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:29.710177 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57f404-78f6-42b1-a826-1749c4511794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:29.711505 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ae57f404-78f6-42b1-a826-1749c4511794 admin admin] 10.222.0.39 "GET /v2.0/subnets/0b6abea7-3a3b-491b-905c-cf55ed49f142 HTTP/1.1" status: 200 len: 816 time: 0.0876069 Sep 14 10:56:31.863714 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39418) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:31.956659 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b3718-51eb-41c3-a46f-408ec20ed8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:31.958534 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fb8b3718-51eb-41c3-a46f-408ec20ed8bc admin admin] 10.222.0.39 "GET /v2.0/subnets/0c535921-522e-4dcc-8bf5-0185646dbe0b HTTP/1.1" status: 200 len: 868 time: 0.0933530 Sep 14 10:56:38.337100 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:56:48.940480 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d2353d42-1fd5-4ef4-9d1e-16fd4b7f9004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:51.455707 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1cfeaeab-b92e-430d-86a8-ef0e30a45204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:51.617575 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:52.881598 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:54.574458 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:56:55.623604 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39472) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:55.670029 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-0767eb8f-3f13-47eb-b060-c3f455369c26 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:56:55.671047 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0767eb8f-3f13-47eb-b060-c3f455369c26 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465052 Sep 14 10:56:57.933356 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39480) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:56:57.993590 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bef247-d9cc-469d-a716-ea44234cf5dc admin admin] GET failed (client error): The resource could not be found. Sep 14 10:56:57.994959 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-63bef247-d9cc-469d-a716-ea44234cf5dc admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606072 Sep 14 10:56:58.135162 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bdd14-44d0-4a4d-9a26-9ee10a3938b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:56:58.136551 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-896bdd14-44d0-4a4d-9a26-9ee10a3938b1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371024 Sep 14 10:57:00.380209 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39488) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:57:00.443109 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:57:00.463891 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Made reservation on behalf of abfcbead3ca0469fa148fc856994a15d for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:57:00.466177 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:00.499594 dv-cinder-804035-12-iscsi neutron-server[93870]: WARNING neutron.services.revisions.revision_plugin [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Could not find related network for resource to bump revision. Sep 14 10:57:00.513279 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 10:57:00.524887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:00.525219 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Added segment 8a492d4a-7c56-469d-8aca-a0a70e0f41e9 of type vlan for network 8523cfe6-1235-499f-bd49-23443e48bb0f Sep 14 10:57:00.565891 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:00.589271 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:00.590286 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:57:00.590855 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:00.620584 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2393241 Sep 14 10:57:00.651367 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0121d41-3e7a-4430-8cca-d49d6824918f admin admin] Pushing event updated for resources: {'Network': ['ID=8523cfe6-1235-499f-bd49-23443e48bb0f,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:57:00.661781 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 8523cfe6-1235-499f-bd49-23443e48bb0f details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 10:57:02.829813 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39496) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:57:02.889790 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2dd03f-9520-4525-9c9c-4c870c421cb7 admin admin] GET failed (client error): The resource could not be found. Sep 14 10:57:02.891123 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8e2dd03f-9520-4525-9c9c-4c870c421cb7 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604167 Sep 14 10:57:02.963249 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff2a885-687a-4b8a-9710-ca65574c480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:57:02.964665 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0ff2a885-687a-4b8a-9710-ca65574c480e admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684586 Sep 14 10:57:02.977352 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f', 'name': 'shared-subnet'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 10:57:03.000793 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Made reservation on behalf of abfcbead3ca0469fa148fc856994a15d for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 10:57:03.003185 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.192500 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.245719 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:57:03.257821 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.258182 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.258523 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.258848 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.259167 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.259501 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.259821 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.260151 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.260474 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.260784 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.261095 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.261400 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.266482 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Checking segment: {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:57:03.266840 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Network hostable DHCP agents. Network: 8523cfe6-1235-499f-bd49-23443e48bb0f, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 10:57:03.287938 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Network 8523cfe6-1235-499f-bd49-23443e48bb0f is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 10:57:03.298483 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 8523cfe6-1235-499f-bd49-23443e48bb0f) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:57:03.302395 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 10:57:03.302969 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.308296 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ea97d-5702-46d5-8b7d-8dbe9cdb01ba None None] Network 8523cfe6-1235-499f-bd49-23443e48bb0f requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:57:03.315651 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-394cf4ba-941c-4083-8221-8e39e30d00a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3420672 Sep 14 10:57:03.551125 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-8523cfe6-1235-499f-bd49-23443e48bb0f', 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f', 'tenant_id': 'abfcbead3ca0469fa148fc856994a15d', 'fixed_ips': [{'subnet_id': '9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 10:57:03.552037 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.687059 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Allocated IP 192.168.233.2 (8523cfe6-1235-499f-bd49-23443e48bb0f/9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0/e0a5af71-0071-4f33-9b97-7ec56f0207fd) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 10:57:03.832426 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.842107 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Transition to ACTIVE for port object e0a5af71-0071-4f33-9b97-7ec56f0207fd will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:57:03.862150 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Transition to ACTIVE for port object e0a5af71-0071-4f33-9b97-7ec56f0207fd will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 10:57:03.868639 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.906400 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Network 8523cfe6-1235-499f-bd49-23443e48bb0f is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 10:57:03.907760 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 10:57:03.910257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 10:57:03.928043 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Pushing event updated for resources: {'Port': ['ID=e0a5af71-0071-4f33-9b97-7ec56f0207fd,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:57:03.965038 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.965390 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.965757 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.966115 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.966449 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.966778 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.967102 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.967427 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.967770 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.968094 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.968411 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.968726 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:57:03.983825 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Attempting to bind port e0a5af71-0071-4f33-9b97-7ec56f0207fd on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 10:57:03.984194 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Attempting to bind port e0a5af71-0071-4f33-9b97-7ec56f0207fd by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 10:57:03.984562 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Attempting to bind port e0a5af71-0071-4f33-9b97-7ec56f0207fd on network 8523cfe6-1235-499f-bd49-23443e48bb0f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 10:57:03.990030 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 10:57:03.990402 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Checking segment: {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 10:57:03.990803 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:03.991191 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Bound using segment: {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 10:57:03.991677 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Bound port: e0a5af71-0071-4f33-9b97-7ec56f0207fd, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 10:57:03.992071 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:04.055120 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] For port e0a5af71-0071-4f33-9b97-7ec56f0207fd, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 10:57:04.059262 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] For port e0a5af71-0071-4f33-9b97-7ec56f0207fd, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=e0a5af71-0071-4f33-9b97-7ec56f0207fd,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 10:57:04.062844 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:04.124780 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13c2c-42ba-44eb-ae53-732c21aee11a None None] Pushing event updated for resources: {'Port': ['ID=e0a5af71-0071-4f33-9b97-7ec56f0207fd,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:57:04.876482 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a9201-df73-4a6a-ba50-9b723e05893c None None] Network 8523cfe6-1235-499f-bd49-23443e48bb0f requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 10:57:04.918410 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-424e47d9-1280-4be3-85a4-711206d1c56f None None] Provisioning for port e0a5af71-0071-4f33-9b97-7ec56f0207fd completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:57:05.801959 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device e0a5af71-0071-4f33-9b97-7ec56f0207fd up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:57:05.854894 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port e0a5af71-0071-4f33-9b97-7ec56f0207fd completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 10:57:05.858998 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port e0a5af71-0071-4f33-9b97-7ec56f0207fd triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:57:05.859461 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:05.937787 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:05.969830 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port e0a5af71-0071-4f33-9b97-7ec56f0207fd, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=e0a5af71-0071-4f33-9b97-7ec56f0207fd,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 10:57:05.973462 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:06.019978 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=e0a5af71-0071-4f33-9b97-7ec56f0207fd,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:57:07.779354 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device e0a5af71-0071-4f33-9b97-7ec56f0207fd up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 10:57:07.830882 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port e0a5af71-0071-4f33-9b97-7ec56f0207fd triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 10:57:07.831174 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:15.338783 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:57:18.941809 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ba36-38ce-4724-b55a-825b36d1c2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:21.459250 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46fcb644-6792-4575-b39a-0ecdbbc11239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:21.619275 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:22.884237 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:24.580323 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:48.942183 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7777-3c72-4f62-ac2b-3b2c03b5576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:51.460460 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f257cca9-fa4f-486d-ad37-36059140e5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:51.623604 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:52.337638 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:57:52.886534 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:57:54.582229 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:16.864700 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39548) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:58:16.870558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-4a29f84d-49be-414b-adbf-b4cc5433c4d0 tempest-verify_tempest_config-780896164 tempest-verify_tempest_config-780896164-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 10:58:16.871533 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4a29f84d-49be-414b-adbf-b4cc5433c4d0 tempest-verify_tempest_config-780896164 tempest-verify_tempest_config-780896164-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058110 Sep 14 10:58:17.164191 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39566) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:58:17.265128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.352982 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.356604 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.399115 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301655df-ee4f-4e20-a537-210fea0d597e,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:58:17.403591 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=367b36886fa340169583c5be2163ae1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383800 Sep 14 10:58:17.406473 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39572) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 10:58:17.408026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.408390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.408732 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.409068 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.409394 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.409772 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.410104 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.410450 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.410793 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.411142 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.411472 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.411790 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839b8ce-7167-4997-817a-e4bce7c17e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.462085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.482501 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.571543 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.574295 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:17.575616 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/301655df-ee4f-4e20-a537-210fea0d597e HTTP/1.1" status: 204 len: 168 time: 0.1681757 Sep 14 10:58:17.583875 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301655df-ee4f-4e20-a537-210fea0d597e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 10:58:17.591072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.591447 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.591796 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.592154 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.592509 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.592883 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.593303 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.593597 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.593963 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.594314 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.594668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:17.595014 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb29a3-8fb3-43f1-a9f8-4de066107caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 10:58:18.943281 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-74023ab2-12c9-4cb9-b27b-b12fdc229516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:21.463204 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1098e058-cb4d-4f28-8966-3735cdff37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:21.624903 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:22.889086 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:24.586488 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:29.389036 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:58:48.944520 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ab0e15ea-a9ad-4829-bba1-65ae4ea0132d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:51.462907 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1771f2d5-73e4-4931-9fb3-5965d4cca181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:51.625569 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:52.893217 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:58:54.583183 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:06.337654 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:59:18.944852 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-266dcc38-1cab-44ee-aa37-12419af49651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:21.462713 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d468-b443-40c4-8bd4-e187bd665324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:21.626001 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:22.895815 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:24.585435 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:43.336186 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 5 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 10:59:48.944341 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-53f065b4-2d58-4c1a-ad4a-34676df86462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:50.895247 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096460'] for agent, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:51.463940 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7bd435a5-772e-40fe-8372-91c5f7fbab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:51.626740 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:52.899284 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 10:59:54.590149 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:06.236608 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39646) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:00:06.340772 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-95eae0f5-11a8-419f-98ea-895e712a5a11 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1029737 Sep 14 11:00:08.535483 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39656) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:00:08.589285 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-77df883d-7779-4de1-a26a-b260ff0cc47e admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0527141 Sep 14 11:00:18.946413 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-151cd8bd-11e7-44a2-98d2-ff7cec8cf0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:20.335744 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:00:20.847541 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:21.463129 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-12c5255b-9b28-45d2-8043-478c940c2651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:21.628308 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:22.901369 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:24.592045 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:48.946756 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0f59-25fe-4b8a-83fc-0a88d856d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:50.844400 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:51.462792 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f283fcb2-81c6-4cb1-9a6a-c4e763a1d68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:51.631948 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:52.904245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:54.596015 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:00:57.335651 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:01:18.948346 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-abc443df-091f-4ddd-8893-1c3c222d7250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:20.845625 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:21.464741 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6364886b-7e3e-4f82-93e3-2444ab21563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:21.633479 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:22.908274 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:24.598109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:34.336128 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:01:36.725111 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39764) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:36.921965 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1522445563-network', 'tenant_id': 'b099cc33daf045cca6c2c7c23e60b636'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:36.942521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Made reservation on behalf of b099cc33daf045cca6c2c7c23e60b636 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:36.945068 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:36.957965 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.057731 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.061530 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.090289 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:01:37.096207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c1947-6915-4bc9-9ff4-4857398c6505,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:37.104816 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Tracked resource versions report: Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: pushed versions: Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: consumer versions: Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: HyperV agent@hv-cinder-80403: {}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Log': '1.0', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Network': '1.1', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Port': '1.7', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 14 11:01:37.112720 dv-cinder-804035-12-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:01:37.117843 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.117843 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Added segment f00e2d2a-7e50-4a11-a0e5-842596571381 of type vlan for network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 Sep 14 11:01:37.163680 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.188729 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.189723 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:37.190286 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.318132 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5918148 Sep 14 11:01:37.318941 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39814) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:37.325581 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Request body: {'subnet': {'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1522445563-subnet', 'tenant_id': 'b099cc33daf045cca6c2c7c23e60b636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:37.349831 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Made reservation on behalf of b099cc33daf045cca6c2c7c23e60b636 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:37.352910 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.353657 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2fd42-29a2-4048-b358-5f8035ea983a admin admin] Pushing event updated for resources: {'Network': ['ID=2e39fe38-c0ed-4de8-8ca5-5bafaa350215,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:37.364907 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:01:37.624187 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.666320 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba222fa-a46e-4357-93ed-efec6931d4fb,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:37.677262 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.677650 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.678003 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.678807 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.679216 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.679549 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.679884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.680271 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.680606 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.680954 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.681302 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.681648 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Tracked resource versions report: Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: pushed versions: Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: consumer versions: Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: HyperV agent@hv-cinder-80403: {}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Log': '1.0', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Network': '1.1', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Port': '1.7', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 14 11:01:37.682717 dv-cinder-804035-12-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:01:37.711075 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Checking segment: {'id': 'f00e2d2a-7e50-4a11-a0e5-842596571381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:37.711508 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Network hostable DHCP agents. Network: 2e39fe38-c0ed-4de8-8ca5-5bafaa350215, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:01:37.727984 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:01:37.738549 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 2e39fe38-c0ed-4de8-8ca5-5bafaa350215) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:37.744343 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:37.745128 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:37.750106 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e99cf-7771-496b-b260-a11cda929e4e None None] Network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:37.770278 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-764fa850-3866-4a1e-8c35-bac8a86d3c7a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4496453 Sep 14 11:01:37.886993 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117d015-fb48-455f-840d-01b2afe067d6 None None] Network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:38.372352 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39878) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:38.696764 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-661717603-network', 'tenant_id': '48fa036e277f42eb9f256049251f3d35'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:38.722302 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Made reservation on behalf of 48fa036e277f42eb9f256049251f3d35 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:38.724589 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.733111 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.825798 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.829698 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.856810 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:01:38.869807 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8767c028-dc50-4bae-a0e5-9ebb801cde3d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:38.877523 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.877879 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Added segment 37eac8aa-1546-471c-ae50-ff4e14e6a04d of type vlan for network 0555fe98-fbbb-47b2-99f1-6582896515a8 Sep 14 11:01:38.895171 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39906) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:38.928820 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39912) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:38.931805 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.957011 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:38.958113 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:38.958729 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.022557 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] Pushing event updated for resources: {'Network': ['ID=0555fe98-fbbb-47b2-99f1-6582896515a8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:39.034083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39920) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:39.035988 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:01:39.042964 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Request body: {'subnet': {'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-661717603-subnet', 'tenant_id': '48fa036e277f42eb9f256049251f3d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:39.043774 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-75373ede-2edb-40af-8802-6e57312d28a6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6702683 Sep 14 11:01:39.079558 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Made reservation on behalf of 48fa036e277f42eb9f256049251f3d35 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:39.082810 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.295856 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.362723 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:39.374144 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Checking segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:39.374686 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Network hostable DHCP agents. Network: 0555fe98-fbbb-47b2-99f1-6582896515a8, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:01:39.384003 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-network', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:39.416645 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Made reservation on behalf of c50ae1d9b6a34697bdcbf99d28b3a738 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:39.419801 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.428198 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:01:39.433829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-network', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:39.450101 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.466858 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 0555fe98-fbbb-47b2-99f1-6582896515a8) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:39.479389 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720bfbd7-2d19-4b41-a106-cbb4a2a219ed None None] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:39.481638 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:39.482275 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.487026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Made reservation on behalf of e884b7c98d2f4bb093b67ea12ddf1e00 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:39.489628 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.511988 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.625581 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.630084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.642241 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:01:39.662418 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.662650 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23114c14-870a-41a5-bbbb-2dbb3ecf9b5c None None] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:39.662764 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Added segment 85ee0c6c-4367-4c80-b2a2-c7f6929286d7 of type vlan for network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 Sep 14 11:01:39.674986 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-8bb724b3-40b1-452c-8a8e-c6a96fec9ab0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6374307 Sep 14 11:01:39.749025 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.759094 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f23b6d-3cca-4b7d-813a-794e82af34e9,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:39.807679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.808659 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:39.809239 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.894324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:39.904982 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:01:39.908029 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.912611 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.927407 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:01:39.937953 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:39.938383 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Added segment aa619c60-a1ea-4acd-8b6a-f34b6c371cb2 of type vlan for network bf1f2fa6-9213-4795-927b-84514f9a817a Sep 14 11:01:39.996998 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.029300 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39956) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:40.036140 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Request body: {'subnet': {'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-subnet', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:40.040407 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-0c313a8e-df82-478c-874b-109480ad8ee4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1103611 Sep 14 11:01:40.042863 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.043907 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:40.046096 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.096900 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Made reservation on behalf of c50ae1d9b6a34697bdcbf99d28b3a738 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:40.100397 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.114430 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2184091 Sep 14 11:01:40.121055 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200f18e9-c169-48ad-bb36-8825ea98fafb,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:40.125194 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 39970) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:40.136049 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Request body: {'subnet': {'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-subnet', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:40.163733 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Made reservation on behalf of e884b7c98d2f4bb093b67ea12ddf1e00 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:40.165807 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.181628 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4509a-1e9f-470d-a5f1-d43ca4e2f989 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1f2fa6-9213-4795-927b-84514f9a817a,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:40.193206 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network bf1f2fa6-9213-4795-927b-84514f9a817a details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:01:40.438804 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.515978 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3527b394-4ffe-4c2a-a2ad-5d0505e59191,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:40.555928 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.559292 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 39996) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:40.562376 dv-cinder-804035-12-iscsi neutron-server[93870]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 11:01:40.599517 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Checking segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:40.599884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Network hostable DHCP agents. Network: bf1f2fa6-9213-4795-927b-84514f9a817a, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:01:40.681099 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:40.691030 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Network bf1f2fa6-9213-4795-927b-84514f9a817a is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:01:40.698584 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Checking segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:40.699183 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Network hostable DHCP agents. Network: 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:01:40.709508 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, bf1f2fa6-9213-4795-927b-84514f9a817a) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:40.721477 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:40.722331 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.722654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e956b71-1c28-444b-88d0-ba1fbc4fae9b None None] Network bf1f2fa6-9213-4795-927b-84514f9a817a requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:40.748396 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:01:40.759423 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d79f7ecb-0508-41af-a258-33491a1b034a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6276445 Sep 14 11:01:40.767304 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40012) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:40.776773 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:40.802223 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:40.817451 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:40.818950 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.846866 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-4887fc61-999e-4479-b378-bf8d9e69dda4 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:40.847060 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.851521 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:40.855210 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-4887fc61-999e-4479-b378-bf8d9e69dda4 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/networks?id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215 HTTP/1.1" status: 200 len: 812 time: 0.2944577 Sep 14 11:01:40.865157 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21de34-78a2-4900-b58c-6a4a8ed2f9f4 None None] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:40.868347 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-b149e1ad-f3a1-42c7-8429-a2c935a0fdb5 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/quotas/b099cc33daf045cca6c2c7c23e60b636 HTTP/1.1" status: 200 len: 375 time: 0.0120742 Sep 14 11:01:40.897783 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-271621e1-2d29-448e-b4fd-ce4193035e94 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8546083 Sep 14 11:01:40.897783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40022) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:40.897783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:40.965382 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-d0340a9d-5f5c-44ac-85cf-c9e30ef8c45e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b099cc33daf045cca6c2c7c23e60b636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883622 Sep 14 11:01:41.007106 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.020387 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.023563 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.168860 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-18daf6c9-236d-41d4-a306-67171733ce91 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:01:41.178879 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-18daf6c9-236d-41d4-a306-67171733ce91 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0840421 Sep 14 11:01:41.190887 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-bf1f2fa6-9213-4795-927b-84514f9a817a', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:01:41.191937 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.235011 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.270722 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.388504 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-5278c83f-f14b-45a9-a2b4-9db96333f5a5 service neutron] 10.222.0.39 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085328 Sep 14 11:01:41.426233 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c898bfb-eeeb-4b8c-91e6-304f8e22f8cf None None] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:41.528040 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40050) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:41.537774 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:41.565676 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-271f84fa-c28f-4dbb-a8f3-97d76558e875 service neutron] 10.222.0.39 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654882 Sep 14 11:01:41.705996 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Allocated IP 172.20.0.2 (bf1f2fa6-9213-4795-927b-84514f9a817a/3527b394-4ffe-4c2a-a2ad-5d0505e59191/8d340a59-2a8f-46c3-8733-ede9f91449fe) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:41.758332 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a63d4ec-890d-4f95-9fec-5c9bd9976810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.038760 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a63d4ec-890d-4f95-9fec-5c9bd9976810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.044155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a63d4ec-890d-4f95-9fec-5c9bd9976810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.111024 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63d4ec-890d-4f95-9fec-5c9bd9976810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17964986-61d8-49a3-8bb7-7a89237e1227,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:42.163821 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2a63d4ec-890d-4f95-9fec-5c9bd9976810 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65ab0b851271443ca5173864fe0659df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6249700 Sep 14 11:01:42.166783 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40082) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:42.308101 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40086) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:42.310338 dv-cinder-804035-12-iscsi neutron-server[93869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 11:01:42.342796 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f880fa7-0efd-4e90-b3c4-a60968b0d7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.365738 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.374225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f880fa7-0efd-4e90-b3c4-a60968b0d7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.400549 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Transition to ACTIVE for port object 8d340a59-2a8f-46c3-8733-ede9f91449fe will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:42.403644 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.409537 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-03d32abe-8eaa-4d70-a331-a33849ffabbd req-01d6b338-b5d3-455c-ad69-539c851ea46c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.1002014 Sep 14 11:01:42.430407 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.432259 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Transition to ACTIVE for port object 8d340a59-2a8f-46c3-8733-ede9f91449fe will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:42.449481 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.528794 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.566046 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.566557 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Pushing event updated for resources: {'Port': ['ID=8d340a59-2a8f-46c3-8733-ede9f91449fe,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:42.605001 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.605698 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.606051 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.606389 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.606721 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.607051 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.607380 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.607704 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.608052 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.608378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.608733 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.609046 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Tracked resource versions report: Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: pushed versions: Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: consumer versions: Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: HyperV agent@hv-cinder-80403: {}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Log': '1.0', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Network': '1.1', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Port': '1.7', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 14 11:01:42.610121 dv-cinder-804035-12-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:01:42.640989 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Network bf1f2fa6-9213-4795-927b-84514f9a817a is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:42.643520 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:42.651597 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:42.668077 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-28bd845f-0cf8-4f27-b45e-00990befa7f6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:42.669723 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-28bd845f-0cf8-4f27-b45e-00990befa7f6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.2710340 Sep 14 11:01:42.679748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f880fa7-0efd-4e90-b3c4-a60968b0d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.682516 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f880fa7-0efd-4e90-b3c4-a60968b0d7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.683923 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7f880fa7-0efd-4e90-b3c4-a60968b0d7dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17964986-61d8-49a3-8bb7-7a89237e1227 HTTP/1.1" status: 204 len: 168 time: 0.5156124 Sep 14 11:01:42.706680 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f880fa7-0efd-4e90-b3c4-a60968b0d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17964986-61d8-49a3-8bb7-7a89237e1227,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:42.713630 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4af3db71-b286-4b54-b94b-094712a34c75 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/quotas/48fa036e277f42eb9f256049251f3d35 HTTP/1.1" status: 200 len: 375 time: 0.0354562 Sep 14 11:01:42.758767 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Attempting to bind port 8d340a59-2a8f-46c3-8733-ede9f91449fe on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:42.759652 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Attempting to bind port 8d340a59-2a8f-46c3-8733-ede9f91449fe by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:42.760361 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Attempting to bind port 8d340a59-2a8f-46c3-8733-ede9f91449fe on network bf1f2fa6-9213-4795-927b-84514f9a817a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:42.766015 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:42.766648 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Checking segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:42.767233 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.767767 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Bound using segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:42.768395 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Bound port: 8d340a59-2a8f-46c3-8733-ede9f91449fe, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:42.769129 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.770311 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-308b7191-5112-42ad-869c-ced269406737 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405281 Sep 14 11:01:42.808782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Allocated IP 172.27.2.159 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/41fa940a-2b69-48b0-91c2-eb3b97f84894) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:42.849074 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] For port 8d340a59-2a8f-46c3-8733-ede9f91449fe, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:42.852521 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] For port 8d340a59-2a8f-46c3-8733-ede9f91449fe, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8d340a59-2a8f-46c3-8733-ede9f91449fe,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:42.858408 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.905650 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-fc4f4fbb-61c7-4248-bc69-ed48abca4294 service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280813 Sep 14 11:01:42.970306 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:42.978130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e69d1-ffa5-47b5-b651-bc0d0a285121 None None] Pushing event updated for resources: {'Port': ['ID=8d340a59-2a8f-46c3-8733-ede9f91449fe,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:43.046217 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:43.073380 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-52a425b6-8e02-401e-9393-99765df8caf8 service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591439 Sep 14 11:01:43.124445 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:43.135166 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:43.144333 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:43.175452 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40124) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:43.217671 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Pushing event updated for resources: {'Port': ['ID=41fa940a-2b69-48b0-91c2-eb3b97f84894,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:43.222412 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26d314a9-b03d-4c76-93c7-552294a9935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:43.247485 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Allocated IP 172.27.2.59 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/d4420001-9d7d-469a-be9c-540ab479d39d) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:43.425283 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26d314a9-b03d-4c76-93c7-552294a9935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:43.431318 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26d314a9-b03d-4c76-93c7-552294a9935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:43.435791 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7be520c-0371-4439-bc24-264e2d271793 req-c4ca7602-ccfc-4723-8c4f-f4f351d9623f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.0903563 Sep 14 11:01:43.486184 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-26d314a9-b03d-4c76-93c7-552294a9935a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80afec9f47f74e9a9e49dfcc0d4deb5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3056877 Sep 14 11:01:43.486371 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40144) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:43.540852 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d314a9-b03d-4c76-93c7-552294a9935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae15333-e1d6-48eb-9bee-e3c0e2adcfd5,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:43.969576 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.055961 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e26bc9b-412d-47f2-b74b-417d85f2ed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.097270 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-adcc385d-8869-4e84-be67-df9536d841e0 req-1d8031b3-33f9-449f-92e4-ed51e4a0c21d tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.4486735 Sep 14 11:01:44.171030 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.186564 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8d340a59-2a8f-46c3-8733-ede9f91449fe up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:44.340711 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 8d340a59-2a8f-46c3-8733-ede9f91449fe completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:01:44.411923 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e26bc9b-412d-47f2-b74b-417d85f2ed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.489042 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e26bc9b-412d-47f2-b74b-417d85f2ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.491605 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e26bc9b-412d-47f2-b74b-417d85f2ed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.492813 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2e26bc9b-412d-47f2-b74b-417d85f2ed12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ae15333-e1d6-48eb-9bee-e3c0e2adcfd5 HTTP/1.1" status: 204 len: 168 time: 1.0031238 Sep 14 11:01:44.579236 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26bc9b-412d-47f2-b74b-417d85f2ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae15333-e1d6-48eb-9bee-e3c0e2adcfd5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:44.617206 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3bc88edf-5d10-4068-93bc-571fb24a82ad req-b5c1b555-3284-4b56-b0e5-3f06a02bd33c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.0527396 Sep 14 11:01:44.660796 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.712574 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79986a-5bc8-4ccf-ab1f-ec254ba741d4 None None] Network bf1f2fa6-9213-4795-927b-84514f9a817a requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:01:44.807369 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] Provisioning for port 8d340a59-2a8f-46c3-8733-ede9f91449fe completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:01:44.816917 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] Provisioning complete for port 8d340a59-2a8f-46c3-8733-ede9f91449fe triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:44.817704 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:44.836668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:44.840936 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:44.847893 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:45.015704 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.058079 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] For port 8d340a59-2a8f-46c3-8733-ede9f91449fe, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8d340a59-2a8f-46c3-8733-ede9f91449fe,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:01:45.064671 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Pushing event updated for resources: {'Port': ['ID=d4420001-9d7d-469a-be9c-540ab479d39d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:45.081008 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.135171 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757dc03-d203-4494-8b5f-3ea016213117 None None] Pushing event updated for resources: {'Port': ['ID=8d340a59-2a8f-46c3-8733-ede9f91449fe,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:45.149348 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.309324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f8f5ca04-4736-4fc0-82e9-c37d4cdec059 None None] Provisioning complete for port 8d340a59-2a8f-46c3-8733-ede9f91449fe triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:45.309967 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca04-4736-4fc0-82e9-c37d4cdec059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.342182 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.411847 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3f33966-c932-4a17-88cd-c8d64654c5b2 req-46dc3ba8-000c-41a7-b798-5e2aa8563a3e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.0315177 Sep 14 11:01:45.461900 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:01:45.656964 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:01:45.659218 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.675422 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:01:45.687477 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:45.689022 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:45.719744 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:45.719744 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-868cea0e-ce56-4468-b156-ed8a176f2e0e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9483688 Sep 14 11:01:45.723679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40256) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:45.764040 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf36c2fb-4c16-4fe0-93de-366aab791eb6 req-d99d3e80-2e88-4de2-bd9c-3d75a37378d2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.0606878 Sep 14 11:01:45.838603 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:45.845211 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Router 0269b897-844b-4b27-be71-9135589ef813 is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:01:45.987767 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8d340a59-2a8f-46c3-8733-ede9f91449fe up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:46.004943 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:01:46.030191 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.032168 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-79ebaa7d-463e-45aa-ba9e-788c0c126392 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1401405 Sep 14 11:01:46.038976 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40268) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:46.050445 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Sync routers for ids ['0269b897-844b-4b27-be71-9135589ef813'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:01:46.096913 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Routers {'0269b897-844b-4b27-be71-9135589ef813'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:46.097582 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['0269b897-844b-4b27-be71-9135589ef813'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:46.119284 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:43Z', 'revision_number': 3, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:46.151522 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:01:46.151879 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Updating router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab port 41fa940a-2b69-48b0-91c2-eb3b97f84894 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:01:46.203435 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.412288 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 8d340a59-2a8f-46c3-8733-ede9f91449fe triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:46.413586 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.436436 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.585125 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Set router 0269b897-844b-4b27-be71-9135589ef813 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:46.662181 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.680066 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Transition to ACTIVE for port object 41fa940a-2b69-48b0-91c2-eb3b97f84894 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:46.698796 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.742413 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-01184711-5957-4b31-9ae2-c02e5b62b5d8 req-413d6498-ff05-48fc-9624-3a1f5caeefc1 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.1600082 Sep 14 11:01:46.786369 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Attempting to bind port 41fa940a-2b69-48b0-91c2-eb3b97f84894 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:46.794769 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Attempting to bind port 41fa940a-2b69-48b0-91c2-eb3b97f84894 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:46.795628 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Attempting to bind port 41fa940a-2b69-48b0-91c2-eb3b97f84894 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:46.815128 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Pushing event updated for resources: {'Port': ['ID=41fa940a-2b69-48b0-91c2-eb3b97f84894,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:46.830507 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.831019 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.831368 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.834541 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.836852 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.839267 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.839784 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.840294 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.840824 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.841166 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.841498 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.841866 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Tracked resource versions report: Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: pushed versions: Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Log': {'1.0'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Network': {'1.1'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Port': {'1.7'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: consumer versions: Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: HyperV agent@hv-cinder-80403: {}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: L3 agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: Metadata agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: Metering agent@dv-cinder-804035-12-iscsi: {}, Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-804035-12-iscsi: { 'AddressGroup': '1.2', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Log': '1.0', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Network': '1.1', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Port': '1.7', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'SubPort': '1.0', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Subnet': '1.1', Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Sep 14 11:01:46.843013 dv-cinder-804035-12-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:01:46.846251 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:46.846623 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:46.847015 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.851643 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:46.857156 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Bound port: 41fa940a-2b69-48b0-91c2-eb3b97f84894, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:46.857917 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.893117 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:46.948221 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cfce1dfb-766e-46a4-86a6-f596172e08f7 req-377304e6-7935-4224-90da-554d06be1b98 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.0515904 Sep 14 11:01:46.952182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Allocated IP 172.20.0.1 (bf1f2fa6-9213-4795-927b-84514f9a817a/3527b394-4ffe-4c2a-a2ad-5d0505e59191/1adcc9ea-e556-4340-9946-856e232958c7) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:46.973329 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] For port 41fa940a-2b69-48b0-91c2-eb3b97f84894, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:46.983374 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] For port 41fa940a-2b69-48b0-91c2-eb3b97f84894, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=41fa940a-2b69-48b0-91c2-eb3b97f84894,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:46.996858 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.026726 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:01:45Z', 'revision_number': 3, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:47.063869 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Checking router: 0269b897-844b-4b27-be71-9135589ef813 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:01:47.064219 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Updating router 0269b897-844b-4b27-be71-9135589ef813 port d4420001-9d7d-469a-be9c-540ab479d39d binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:01:47.100402 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.111604 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2703-4f86-4fe9-84de-cb1377f6f1df None None] Pushing event updated for resources: {'Port': ['ID=41fa940a-2b69-48b0-91c2-eb3b97f84894,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:47.120924 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:47.121773 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:47.125109 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40318) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:47.190894 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.205853 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40322) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:47.227167 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Transition to ACTIVE for port object 1adcc9ea-e556-4340-9946-856e232958c7 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:47.266884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.279312 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:47.341571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Network bf1f2fa6-9213-4795-927b-84514f9a817a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:47.350551 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:47.356511 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:47.356871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.416842 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Allocated IP 172.20.0.1 (7b5f5f7b-9eed-43a3-a095-f86ec13a52a7/56fe1ee3-1a09-43e5-9b22-47a3f6e850fc/56bd5364-814e-46a9-b003-95766bfc8cb4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:47.521595 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-725c89e7-9ea8-4559-ad7f-f3c844df8f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.529192 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:43Z', 'revision_number': 3, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:47.551636 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-17323da8-d9e1-4022-977a-6948612c8b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.560343 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.68', 57724) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:47.565585 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Pushing event updated for resources: {'Port': ['ID=1adcc9ea-e556-4340-9946-856e232958c7,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:47.613530 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc608f-b518-4cbc-a4e0-d73980df3730 None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:43Z', 'revision_number': 3, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:01:47.628364 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.639487 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.641464 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Transition to ACTIVE for port object d4420001-9d7d-469a-be9c-540ab479d39d will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:47.661098 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.714653 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Attempting to bind port d4420001-9d7d-469a-be9c-540ab479d39d on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:47.715031 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Attempting to bind port d4420001-9d7d-469a-be9c-540ab479d39d by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:47.715401 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Attempting to bind port d4420001-9d7d-469a-be9c-540ab479d39d on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:47.722313 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-efaa0595-c663-4bda-872e-01ccb721c5e2 None None] Provisioning for port 1adcc9ea-e556-4340-9946-856e232958c7 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:01:47.753338 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:47.754110 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:47.754691 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.755239 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:47.756058 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Bound port: d4420001-9d7d-469a-be9c-540ab479d39d, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:47.756614 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.881725 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] For port d4420001-9d7d-469a-be9c-540ab479d39d, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:47.896943 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] For port d4420001-9d7d-469a-be9c-540ab479d39d, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=d4420001-9d7d-469a-be9c-540ab479d39d,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:47.905144 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.911927 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.917214 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-efaa0595-c663-4bda-872e-01ccb721c5e2 None None] Provisioning complete for port 1adcc9ea-e556-4340-9946-856e232958c7 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:47.917836 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-efaa0595-c663-4bda-872e-01ccb721c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.981423 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Routers {'0269b897-844b-4b27-be71-9135589ef813'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:47.981717 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-725c89e7-9ea8-4559-ad7f-f3c844df8f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.992180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-725c89e7-9ea8-4559-ad7f-f3c844df8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:47.992797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['0269b897-844b-4b27-be71-9135589ef813'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:48.062950 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c9b5d53-e982-4a75-8f3c-efa228ba50ac req-b003128f-e233-4693-8a42-1ba957069850 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.0971322 Sep 14 11:01:48.069531 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4786b-14f4-47b7-92e3-72d1a3075747 None None] Pushing event updated for resources: {'Port': ['ID=d4420001-9d7d-469a-be9c-540ab479d39d,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:48.103301 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-725c89e7-9ea8-4559-ad7f-f3c844df8f38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ac604727d754f3ca8dce0143b131cd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9769194 Sep 14 11:01:48.117847 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40350) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:48.150962 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c89e7-9ea8-4559-ad7f-f3c844df8f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef326b37-71b3-40b8-baed-9d9ad03ee004,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:48.197406 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-efaa0595-c663-4bda-872e-01ccb721c5e2 None None] Port 1adcc9ea-e556-4340-9946-856e232958c7 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:01:48.231827 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3d0e1c94-5dab-4906-8abf-789bff35d666 req-4bae5f9d-7f54-40aa-876c-b2b289b4905f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.1199677 Sep 14 11:01:48.271500 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-92b434b7-c544-4b3b-a5f8-a4456ebc62f8 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:48.274179 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-92b434b7-c544-4b3b-a5f8-a4456ebc62f8 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.68 "GET /v2.0/networks?id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215 HTTP/1.1" status: 200 len: 812 time: 0.6757607 Sep 14 11:01:48.275842 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.295873 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4786b-14f4-47b7-92e3-72d1a3075747 None None] Pushing event updated for resources: {'Port': ['ID=d4420001-9d7d-469a-be9c-540ab479d39d,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:48.336502 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] Set router 0269b897-844b-4b27-be71-9135589ef813 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:48.348713 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:48.359710 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:48.391845 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Request body: {'port': {'device_id': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215', 'admin_state_up': True, 'tenant_id': 'b099cc33daf045cca6c2c7c23e60b636'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:48.412006 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:48.412566 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.483919 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.68', 57732) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:48.517241 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.531850 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.533608 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.601889 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19f10396-42bb-4844-a3d7-54a42eb72eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.629192 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-1585e3ee-6401-4354-9fcc-42e52b56e76a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:48.630882 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-1585e3ee-6401-4354-9fcc-42e52b56e76a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.1363780 Sep 14 11:01:48.640415 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-17323da8-d9e1-4022-977a-6948612c8b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.678002 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Request body: {'port': {'device_id': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'admin_state_up': True, 'tenant_id': '48fa036e277f42eb9f256049251f3d35'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:48.716530 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:01:45Z', 'revision_number': 3, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:48.725168 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-17323da8-d9e1-4022-977a-6948612c8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.732214 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19f10396-42bb-4844-a3d7-54a42eb72eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.786592 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3bfb19-78f0-416b-8168-624603433561 None None] The sync data for ids ['0269b897-844b-4b27-be71-9135589ef813'] in dv-cinder-804035-12-iscsi is: [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:01:45Z', 'revision_number': 3, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:01:48.929916 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323da8-d9e1-4022-977a-6948612c8b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a895eb-9eaa-48e6-b962-c84ee2ddaad6,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:48.969949 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0fe09013-f0f3-4369-a10d-2a919db4f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:48.991652 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Pushing event updated for resources: {'Port': ['ID=56bd5364-814e-46a9-b003-95766bfc8cb4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:49.034444 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Pushing event updated for resources: {'Port': ['ID=1adcc9ea-e556-4340-9946-856e232958c7,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:49.081598 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-17323da8-d9e1-4022-977a-6948612c8b97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c5f8793935e455b8b96a87f618b4725&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8719003 Sep 14 11:01:49.089164 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40396) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:49.094864 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Made reservation on behalf of 48fa036e277f42eb9f256049251f3d35 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:49.104348 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:49.203931 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Network bf1f2fa6-9213-4795-927b-84514f9a817a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:49.207443 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:49.231466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19f10396-42bb-4844-a3d7-54a42eb72eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:49.235165 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19f10396-42bb-4844-a3d7-54a42eb72eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:49.239919 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-19f10396-42bb-4844-a3d7-54a42eb72eb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef326b37-71b3-40b8-baed-9d9ad03ee004 HTTP/1.1" status: 204 len: 168 time: 1.1189103 Sep 14 11:01:49.692131 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:49.851167 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-04bf19ef-e162-42a4-a183-8ef0566bf841 None None] Provisioning complete for port 1adcc9ea-e556-4340-9946-856e232958c7 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:49.852502 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-04bf19ef-e162-42a4-a183-8ef0566bf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:49.872593 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:01:49.882131 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5b1054ca-8c21-4219-a6c5-d448782be93a req-2d4ab7d2-848f-4eb2-b01a-9b649c25afdd tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.6646700 Sep 14 11:01:49.882954 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f10396-42bb-4844-a3d7-54a42eb72eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef326b37-71b3-40b8-baed-9d9ad03ee004,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:49.949436 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-04bf19ef-e162-42a4-a183-8ef0566bf841 None None] Port 1adcc9ea-e556-4340-9946-856e232958c7 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:01:50.012564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40412) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:50.068931 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-783a250d-542f-4e23-bd6b-b3e559e89942 req-dfc709ef-893a-4702-bd10-92ec38eec2ca tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.5293975 Sep 14 11:01:50.081595 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8f43817a-2478-464b-ac2c-683d7a30c200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.167786 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 41fa940a-2b69-48b0-91c2-eb3b97f84894 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:50.287413 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b88af46e-b6c2-4114-996e-b91331be34f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.322876 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 41fa940a-2b69-48b0-91c2-eb3b97f84894 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:01:50.329319 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 41fa940a-2b69-48b0-91c2-eb3b97f84894 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:50.330069 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.370835 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Made reservation on behalf of b099cc33daf045cca6c2c7c23e60b636 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:01:50.372544 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:01:50.374436 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.389226 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-856b493c-d8b8-44b6-9487-23535bba9245 admin admin] 10.222.0.39 "PUT /v2.0/routers/79a3a1f8-1a34-4b01-bf2f-1af31afcebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6637502 Sep 14 11:01:50.565397 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b88af46e-b6c2-4114-996e-b91331be34f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.628245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.658316 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Allocated IP 172.20.0.13 (0555fe98-fbbb-47b2-99f1-6582896515a8/5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c/3a0653ec-c764-4b1a-a005-8e3dd25f0105) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:50.674963 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8f43817a-2478-464b-ac2c-683d7a30c200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.681994 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8f43817a-2478-464b-ac2c-683d7a30c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.707519 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 41fa940a-2b69-48b0-91c2-eb3b97f84894, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=41fa940a-2b69-48b0-91c2-eb3b97f84894,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:01:50.715943 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.720922 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.730188 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device d4420001-9d7d-469a-be9c-540ab479d39d up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:50.863760 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-8f43817a-2478-464b-ac2c-683d7a30c200 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2578c14b17c3454dbc3b398a969beb88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8495524 Sep 14 11:01:50.866714 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40434) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:50.947113 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43817a-2478-464b-ac2c-683d7a30c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5a0c0b-a99c-44bf-9b05-d6f5330eee96,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:50.964111 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:01:50.975806 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:50.976634 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:50.988388 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6c39d1ff-1f38-4caa-a1b2-e348da041e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:50.991714 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.014496 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6c39d1ff-1f38-4caa-a1b2-e348da041e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.025759 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.029009 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.035574 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port d4420001-9d7d-469a-be9c-540ab479d39d completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:01:51.070843 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6c39d1ff-1f38-4caa-a1b2-e348da041e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.073102 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port d4420001-9d7d-469a-be9c-540ab479d39d triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:51.073689 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.077596 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6c39d1ff-1f38-4caa-a1b2-e348da041e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.081029 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-6c39d1ff-1f38-4caa-a1b2-e348da041e8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc5a0c0b-a99c-44bf-9b05-d6f5330eee96 HTTP/1.1" status: 204 len: 168 time: 0.2130914 Sep 14 11:01:51.104125 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39d1ff-1f38-4caa-a1b2-e348da041e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5a0c0b-a99c-44bf-9b05-d6f5330eee96,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:51.179783 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a622e572-b4dd-4ab6-a725-9709076ab6fb req-d784532a-b6e0-41d3-ac78-b076d6723786 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.0665541 Sep 14 11:01:51.198226 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=41fa940a-2b69-48b0-91c2-eb3b97f84894,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:51.246358 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Pushing event updated for resources: {'Port': ['ID=56bd5364-814e-46a9-b003-95766bfc8cb4,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:51.395372 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4e60fcb7-f6ea-4a5f-b1e1-df417fcaf4bb req-123afd43-48ad-4f68-961d-953bb90be51f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.0657272 Sep 14 11:01:51.493667 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b88af46e-b6c2-4114-996e-b91331be34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.497476 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b88af46e-b6c2-4114-996e-b91331be34f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.498587 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.499948 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b88af46e-b6c2-4114-996e-b91331be34f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07a895eb-9eaa-48e6-b962-c84ee2ddaad6 HTTP/1.1" status: 204 len: 168 time: 2.4061086 Sep 14 11:01:51.521285 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76dd7e47-bf1b-48ba-8a54-d96830347409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.562644 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port d4420001-9d7d-469a-be9c-540ab479d39d, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=d4420001-9d7d-469a-be9c-540ab479d39d,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:01:51.568793 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.629562 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88af46e-b6c2-4114-996e-b91331be34f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a895eb-9eaa-48e6-b962-c84ee2ddaad6,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:51.647195 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:51.737401 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:51.744912 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:51.750175 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Allocated IP 172.20.0.8 (2e39fe38-c0ed-4de8-8ca5-5bafaa350215/5ba222fa-a46e-4357-93ed-efec6931d4fb/2e1281e3-3c1c-490e-b770-6f6fc103567b) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:51.755169 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.812991 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40454) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:51.819392 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023273488', 'description': 'tempest-description--1608942067'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:51.830990 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=d4420001-9d7d-469a-be9c-540ab479d39d,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:51.905944 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:51.916558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.063617 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.081255 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 41fa940a-2b69-48b0-91c2-eb3b97f84894 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:52.166135 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.175035 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.221340 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.223066 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4087675 Sep 14 11:01:52.226217 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40464) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:52.250293 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 41fa940a-2b69-48b0-91c2-eb3b97f84894 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:52.251317 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.262909 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'security_group_rule': {'security_group_id': 'c12d4580-8ebb-4cb0-af73-842aba188294', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:52.289935 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40466) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:52.400787 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:48Z', 'revision_number': 2, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:52.466926 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:01:52.467282 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Updating router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab port 1adcc9ea-e556-4340-9946-856e232958c7 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:01:52.485257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-13d6e6c0-8b6c-4eb7-af3f-eb491f9b262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.488962 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32bd58-7bb1-43ba-a1d2-9afc325bd5eb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12d4580-8ebb-4cb0-af73-842aba188294,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:52.504908 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f7e2b5fa-74ad-4ca6-b8fe-06f54a0668a3 req-48244c1d-2d3c-42ff-9d1a-229a19911ccf tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.1423423 Sep 14 11:01:52.505837 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.535333 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.550377 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:52.600180 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:52.602287 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event updated for resources: {'Port': ['ID=3a0653ec-c764-4b1a-a005-8e3dd25f0105,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:52.618641 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:52.627498 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:52.628197 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.894220 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.915205 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.935340 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:52.959804 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device d4420001-9d7d-469a-be9c-540ab479d39d up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:52.963889 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22644c3-4bb6-40f7-b70a-896d2d381a5c req-2957fe29-2308-41e5-ae8a-6327e7d5f119 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:52.966379 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b22644c3-4bb6-40f7-b70a-896d2d381a5c req-2957fe29-2308-41e5-ae8a-6327e7d5f119 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 932 time: 0.2958887 Sep 14 11:01:52.980053 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Router 0269b897-844b-4b27-be71-9135589ef813 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:01:53.047830 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-13d6e6c0-8b6c-4eb7-af3f-eb491f9b262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.067267 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-13d6e6c0-8b6c-4eb7-af3f-eb491f9b262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.107463 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port d4420001-9d7d-469a-be9c-540ab479d39d triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:53.108032 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.172006 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6e6c0-8b6c-4eb7-af3f-eb491f9b262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf6888-5948-47ad-9903-7c6f0ccd36e1,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:53.175658 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.192506 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:01:53.195550 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Transition to ACTIVE for port object 1adcc9ea-e556-4340-9946-856e232958c7 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:53.203682 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.211560 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Sync routers for ids ['0269b897-844b-4b27-be71-9135589ef813'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:01:53.215045 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.218835 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9769263 Sep 14 11:01:53.219617 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d09d51-c7ee-4c39-bb89-d7ca4d743608 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7488cca-098b-4189-9415-f69ccdf83cfc,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:53.221335 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40490) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:53.225576 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2d221d3c-c361-4768-9797-53608a48e138 admin admin] 10.222.0.39 "PUT /v2.0/routers/0269b897-844b-4b27-be71-9135589ef813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1850996 Sep 14 11:01:53.236265 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'security_group_rule': {'security_group_id': 'c12d4580-8ebb-4cb0-af73-842aba188294', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:53.247321 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-48c7608e-70c6-4c59-8d69-7f6916a66b9e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5851693 Sep 14 11:01:53.252445 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b22644c3-4bb6-40f7-b70a-896d2d381a5c req-824be383-e122-40d4-bbd9-cf349e0297ea tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700126 Sep 14 11:01:53.256068 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.264048 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-c4637f70-4e2f-4192-a068-1a409aa4a7bb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:01:53.266474 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-c4637f70-4e2f-4192-a068-1a409aa4a7bb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078363 Sep 14 11:01:53.267843 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Routers {'0269b897-844b-4b27-be71-9135589ef813'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:53.268164 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7b5d-c2f8-4573-b882-5a658f97ae37 None None] Pushing event updated for resources: {'Port': ['ID=1adcc9ea-e556-4340-9946-856e232958c7,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:53.268463 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['0269b897-844b-4b27-be71-9135589ef813'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:53.312398 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-13d6e6c0-8b6c-4eb7-af3f-eb491f9b262a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57a86e4b363e457db224c3c87050ae47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0067048 Sep 14 11:01:53.313270 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40496) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:53.357072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.430996 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Attempting to bind port 1adcc9ea-e556-4340-9946-856e232958c7 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:53.431597 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Attempting to bind port 1adcc9ea-e556-4340-9946-856e232958c7 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:53.431702 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Attempting to bind port 1adcc9ea-e556-4340-9946-856e232958c7 on network bf1f2fa6-9213-4795-927b-84514f9a817a {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:53.446434 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:53.446943 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Checking segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:53.447280 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.447683 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Bound using segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:53.449840 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Bound port: 1adcc9ea-e556-4340-9946-856e232958c7, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:53.450426 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.503643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.506578 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Pushing event updated for resources: {'Port': ['ID=2e1281e3-3c1c-490e-b770-6f6fc103567b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:53.525983 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c0be24a-c226-4878-a6b7-241fba861cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.527826 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:53.544013 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:53.552650 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:53.586013 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:53.586013 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.608157 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c0be24a-c226-4878-a6b7-241fba861cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.622887 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0db68fa1-8a0a-48a7-9220-f95c56918bb3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2649822 Sep 14 11:01:53.653113 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] For port 1adcc9ea-e556-4340-9946-856e232958c7, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:53.663339 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] For port 1adcc9ea-e556-4340-9946-856e232958c7, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=1adcc9ea-e556-4340-9946-856e232958c7,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:53.668251 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:53.697769 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Set router 0269b897-844b-4b27-be71-9135589ef813 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:53.829986 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7b5d-c2f8-4573-b882-5a658f97ae37 None None] Pushing event updated for resources: {'Port': ['ID=1adcc9ea-e556-4340-9946-856e232958c7,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:53.895386 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:53.896446 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:54.055108 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Request body: {'port': {'device_id': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:54.086753 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:54.123746 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db75469-eeb3-4942-8ca4-2f114b0753c3 req-17a5147e-16f8-4bdc-b22f-2ae050b6f597 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:54.146659 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1db75469-eeb3-4942-8ca4-2f114b0753c3 req-17a5147e-16f8-4bdc-b22f-2ae050b6f597 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 931 time: 0.4985800 Sep 14 11:01:54.262530 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Request body: {'port': {'device_id': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:54.410664 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.447270 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c0be24a-c226-4878-a6b7-241fba861cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.453989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c0be24a-c226-4878-a6b7-241fba861cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.461252 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3c0be24a-c226-4878-a6b7-241fba861cf6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2bf6888-5948-47ad-9903-7c6f0ccd36e1 HTTP/1.1" status: 204 len: 168 time: 1.1444750 Sep 14 11:01:54.463766 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.481537 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:01:49Z', 'revision_number': 4, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '56bd5364-814e-46a9-b003-95766bfc8cb4', 'name': '', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'mac_address': 'fa:16:3e:39:7d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:49Z', 'revision_number': 2, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'subnets': [{'id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:54.501487 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1db75469-eeb3-4942-8ca4-2f114b0753c3 req-9fada6e0-29af-47c9-b49a-f53fff17742e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459594 Sep 14 11:01:54.515444 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.535917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be24a-c226-4878-a6b7-241fba861cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf6888-5948-47ad-9903-7c6f0ccd36e1,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:54.589517 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8df6a6-d905-4a3b-96b2-f7206f759156,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:54.618273 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.620261 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Checking router: 0269b897-844b-4b27-be71-9135589ef813 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:01:54.624783 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Updating router 0269b897-844b-4b27-be71-9135589ef813 port 56bd5364-814e-46a9-b003-95766bfc8cb4 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:01:54.625004 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ec53ac07-ce00-424b-8d7c-21ca64042951 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4015148 Sep 14 11:01:54.627317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40544) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:54.638415 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:01:54.659215 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:53Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:54.738871 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cac9d9-f242-4086-a6e3-cbbd97f26f4a None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:53Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:01:54.747333 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.763525 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:54.828156 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02b0ad-11a3-4fef-9db2-ac25a156b983 req-ac0b02e5-5d55-43dd-b025-deccbd6a6cdd tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:54.890215 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf02b0ad-11a3-4fef-9db2-ac25a156b983 req-ac0b02e5-5d55-43dd-b025-deccbd6a6cdd tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 932 time: 0.2078879 Sep 14 11:01:55.009246 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:55.235001 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-fdf561c6-01c9-4610-ae42-7d477a205b52 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:55.236539 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-fdf561c6-01c9-4610-ae42-7d477a205b52 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 819 time: 0.2790148 Sep 14 11:01:55.269870 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf02b0ad-11a3-4fef-9db2-ac25a156b983 req-bd65d9bf-43ec-44e5-8f4d-2382b72c28ef tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730450 Sep 14 11:01:55.330917 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:55.440189 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:55.694988 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:55.704930 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Allocated IP 172.27.2.126 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/fe232679-d61f-4075-8e7f-e53dc5681fac) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:01:55.720727 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Transition to ACTIVE for port object 56bd5364-814e-46a9-b003-95766bfc8cb4 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:55.801364 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:55.960554 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152129c-d46c-430e-8e29-482d9b0b059f None None] Pushing event updated for resources: {'Port': ['ID=56bd5364-814e-46a9-b003-95766bfc8cb4,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:56.042990 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.102860 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40600) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:56.113016 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Attempting to bind port 56bd5364-814e-46a9-b003-95766bfc8cb4 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:56.113661 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Attempting to bind port 56bd5364-814e-46a9-b003-95766bfc8cb4 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:56.114245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Attempting to bind port 56bd5364-814e-46a9-b003-95766bfc8cb4 on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:56.120298 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:56.120923 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Checking segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:56.121490 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.122143 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Bound using segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:56.122794 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Bound port: 56bd5364-814e-46a9-b003-95766bfc8cb4, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:56.123506 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.240492 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 1adcc9ea-e556-4340-9946-856e232958c7 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:56.493632 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] For port 56bd5364-814e-46a9-b003-95766bfc8cb4, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:56.516099 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] For port 56bd5364-814e-46a9-b003-95766bfc8cb4, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=56bd5364-814e-46a9-b003-95766bfc8cb4,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:56.532293 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.561408 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 1adcc9ea-e556-4340-9946-856e232958c7 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:01:56.696585 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 1adcc9ea-e556-4340-9946-856e232958c7 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:56.701584 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.723811 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-757c9bfe-5862-44c6-a4aa-02362231590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.726093 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:56.776824 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ca0a8-3fd9-4673-afec-fbafcfb2b024 req-87d055a0-b3d4-423c-9c8c-4c04a98227ac tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:56.793701 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e15ca0a8-3fd9-4673-afec-fbafcfb2b024 req-87d055a0-b3d4-423c-9c8c-4c04a98227ac tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 931 time: 0.7427216 Sep 14 11:01:56.838206 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-7ef37f92-7969-4d5d-a927-d5442d380cb7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/quotas/c50ae1d9b6a34697bdcbf99d28b3a738 HTTP/1.1" status: 200 len: 375 time: 1.5225592 Sep 14 11:01:56.870057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:01:56.891089 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152129c-d46c-430e-8e29-482d9b0b059f None None] Pushing event updated for resources: {'Port': ['ID=56bd5364-814e-46a9-b003-95766bfc8cb4,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:56.914624 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Routers {'0269b897-844b-4b27-be71-9135589ef813'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:01:56.915385 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:01:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['0269b897-844b-4b27-be71-9135589ef813'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:56.920798 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:01:56.930642 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:01:57.020455 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0653ec-c764-4b1a-a005-8e3dd25f0105 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:01:57.030634 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.055332 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Transition to ACTIVE for port object 3a0653ec-c764-4b1a-a005-8e3dd25f0105 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:57.077410 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'Port': ['ID=fe232679-d61f-4075-8e7f-e53dc5681fac,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:57.083718 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.155940 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e15ca0a8-3fd9-4673-afec-fbafcfb2b024 req-22928208-de89-4f7b-baab-6ecf6c10b523 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606174 Sep 14 11:01:57.242866 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.305264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] Set router 0269b897-844b-4b27-be71-9135589ef813 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:01:57.307785 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.388211 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.395660 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 1adcc9ea-e556-4340-9946-856e232958c7, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=1adcc9ea-e556-4340-9946-856e232958c7,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:01:57.397841 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570730-4695-407a-9fc6-79ad1e373718 req-2bf89cbf-fcf9-44b9-b07e-c4dce4a7af60 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:57.405457 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c8570730-4695-407a-9fc6-79ad1e373718 req-2bf89cbf-fcf9-44b9-b07e-c4dce4a7af60 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.1379488 Sep 14 11:01:57.414872 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-757c9bfe-5862-44c6-a4aa-02362231590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.432898 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.441742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-757c9bfe-5862-44c6-a4aa-02362231590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.471723 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1281e3-3c1c-490e-b770-6f6fc103567b {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:01:57.487814 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.512977 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0653ec-c764-4b1a-a005-8e3dd25f0105,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:57.583712 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c8570730-4695-407a-9fc6-79ad1e373718 req-85c46235-45a2-4a9a-9167-1606c9b2e09b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772890 Sep 14 11:01:57.589085 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-757c9bfe-5862-44c6-a4aa-02362231590d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d8cef575ec44390b79a2ab2bd6ac6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4795489 Sep 14 11:01:57.599579 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c9bfe-5862-44c6-a4aa-02362231590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871cea5b-a5cc-48da-af37-cdfb6d25dc11,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:57.602510 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40636) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:01:57.641769 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=1adcc9ea-e556-4340-9946-856e232958c7,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:57.685181 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-eebef5cc-ccb8-4b8b-ba5e-180384695e21 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8406539 Sep 14 11:01:57.736757 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Transition to ACTIVE for port object 2e1281e3-3c1c-490e-b770-6f6fc103567b will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:01:57.763493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41c593d0-d357-42bb-ba9a-8e90549b1ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.783178 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.803631 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Attempting to bind port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:57.804319 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Attempting to bind port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:57.804809 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Attempting to bind port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:57.837530 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:01:49Z', 'revision_number': 4, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '56bd5364-814e-46a9-b003-95766bfc8cb4', 'name': '', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'mac_address': 'fa:16:3e:39:7d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:56Z', 'revision_number': 4, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'subnets': [{'id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:01:57.849072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:01:57.850550 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Attempting to bind port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:57.866717 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:57.868794 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Checking segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:57.869875 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Bound using segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:57.874450 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Bound port: 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:57.875588 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.893924 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41c593d0-d357-42bb-ba9a-8e90549b1ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.942376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:57.956701 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.040244 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1281e3-3c1c-490e-b770-6f6fc103567b,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:58.075826 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.219022 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.222683 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5935941 Sep 14 11:01:58.223429 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55f1f-b881-4d95-b366-fd51d3478864 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'Port': ['ID=fe232679-d61f-4075-8e7f-e53dc5681fac,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:58.234976 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41c593d0-d357-42bb-ba9a-8e90549b1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.241759 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41c593d0-d357-42bb-ba9a-8e90549b1ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.252520 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-41c593d0-d357-42bb-ba9a-8e90549b1ce1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/871cea5b-a5cc-48da-af37-cdfb6d25dc11 HTTP/1.1" status: 204 len: 168 time: 0.6453285 Sep 14 11:01:58.276123 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c593d0-d357-42bb-ba9a-8e90549b1ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871cea5b-a5cc-48da-af37-cdfb6d25dc11,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:58.284654 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Attempting to bind port 2e1281e3-3c1c-490e-b770-6f6fc103567b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:01:58.285001 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Attempting to bind port 2e1281e3-3c1c-490e-b770-6f6fc103567b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f00e2d2a-7e50-4a11-a0e5-842596571381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:01:58.285337 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Attempting to bind port 2e1281e3-3c1c-490e-b770-6f6fc103567b on network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:58.301737 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-920b48bb-33db-4edc-9f55-0dbe10c4b9fc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:01:58.303176 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-920b48bb-33db-4edc-9f55-0dbe10c4b9fc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3456430 Sep 14 11:01:58.305687 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Port 2e1281e3-3c1c-490e-b770-6f6fc103567b on network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:01:58.306020 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Attempting to bind port 2e1281e3-3c1c-490e-b770-6f6fc103567b on network 2e39fe38-c0ed-4de8-8ca5-5bafaa350215 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:01:58.317427 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 1adcc9ea-e556-4340-9946-856e232958c7 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:01:58.334748 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:01:58.335093 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Checking segment: {'id': 'f00e2d2a-7e50-4a11-a0e5-842596571381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:01:58.335491 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Bound using segment: {'id': 'f00e2d2a-7e50-4a11-a0e5-842596571381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:01:58.335945 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Bound port: 2e1281e3-3c1c-490e-b770-6f6fc103567b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00e2d2a-7e50-4a11-a0e5-842596571381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:01:58.336500 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.355410 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14bed4-a981-4688-b2f6-69dc745fda14 None None] The sync data for ids ['0269b897-844b-4b27-be71-9135589ef813'] in dv-cinder-804035-12-iscsi is: [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:01:49Z', 'revision_number': 4, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '56bd5364-814e-46a9-b003-95766bfc8cb4', 'name': '', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'mac_address': 'fa:16:3e:39:7d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:56Z', 'revision_number': 4, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'subnets': [{'id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:01:58.493264 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] For port 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host hv-cinder-80403, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:58.512198 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e0051-0219-4a81-8531-d54405d6dbc2 req-e77ead18-6f7a-4b9c-b759-467d7d9d9b41 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:58.515868 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] For port 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:58.518539 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-461e0051-0219-4a81-8531-d54405d6dbc2 req-e77ead18-6f7a-4b9c-b759-467d7d9d9b41 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.2205966 Sep 14 11:01:58.623279 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 1adcc9ea-e556-4340-9946-856e232958c7 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:01:58.623662 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.634785 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-461e0051-0219-4a81-8531-d54405d6dbc2 req-d0131042-41ac-4813-84e9-75da788db682 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079760 Sep 14 11:01:58.789370 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:58.860827 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-8f23f7e5-a25f-4ee2-a318-4726ad3b9dbe tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1023273488&fields=id&tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 267 time: 0.1340711 Sep 14 11:01:58.954085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0653ec-c764-4b1a-a005-8e3dd25f0105,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:01:59.040294 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:59.041241 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:59.043397 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-4c70ba52-4d65-4060-ac62-516ea86ef798 service neutron] 10.222.0.68 "PUT /v2.0/ports/3a0653ec-c764-4b1a-a005-8e3dd25f0105 HTTP/1.1" status: 200 len: 1094 time: 5.2773392 Sep 14 11:01:59.047027 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'tag': '3a0653ec-c764-4b1a-a005-8e3dd25f0105'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:01:59.232539 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-b28529c3-7509-43dc-a7c2-0b3fb424b375 service neutron] 10.222.0.39 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9201109 Sep 14 11:01:59.268955 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-d9c76591-101d-4105-8036-4a6e9adfb912 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:59.284300 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-d9c76591-101d-4105-8036-4a6e9adfb912 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 817 time: 0.4211402 Sep 14 11:01:59.354490 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-d9939255-625a-47bb-a5e6-5c14a561fd44 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/quotas/e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 375 time: 0.0678892 Sep 14 11:01:59.380798 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-53145931-62ac-4b3b-90e7-80a3fbd8ee10 service neutron] 10.222.0.39 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314311 Sep 14 11:01:59.391007 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] For port 2e1281e3-3c1c-490e-b770-6f6fc103567b, host hv-cinder-80403, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:01:59.417329 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] For port 2e1281e3-3c1c-490e-b770-6f6fc103567b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b,segment=NetworkSegment(f00e2d2a-7e50-4a11-a0e5-842596571381),segment_id=f00e2d2a-7e50-4a11-a0e5-842596571381)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:01:59.425642 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-3a0c25d2-fe2a-4e4c-939f-2793ba939e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:59.429443 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-3a0c25d2-fe2a-4e4c-939f-2793ba939e5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 1097 time: 0.2812059 Sep 14 11:01:59.431322 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:59.449758 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:59.450470 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:01:59.452501 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] 10.222.0.68 "PUT /v2.0/ports/2e1281e3-3c1c-490e-b770-6f6fc103567b HTTP/1.1" status: 200 len: 1093 time: 5.6716599 Sep 14 11:01:59.606410 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-16025fa1-18b3-4aaa-a3b2-43de5942391f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2505677 Sep 14 11:01:59.674445 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d83ef-fd60-4352-9d2f-80c34a643e75" -d '{"events": [{"name": "network-changed", "server_uuid": "91d1fca0-21b1-4fa5-b579-390149328ef4", "tag": "3a0653ec-c764-4b1a-a005-8e3dd25f0105"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:01:59.840582 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-16dd67b6-b1c4-4968-bfbe-003fc5058238 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105 HTTP/1.1" status: 200 len: 217 time: 0.3283436 Sep 14 11:01:59.865864 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-8105744c-bf60-4c9f-a9c5-718eb44d430b service neutron] 10.222.0.39 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320831 Sep 14 11:01:59.950776 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-3f804b0b-6eed-41f7-98fa-99b33d094884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:01:59.952845 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-3f804b0b-6eed-41f7-98fa-99b33d094884 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b099cc33daf045cca6c2c7c23e60b636&device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 1096 time: 0.4115512 Sep 14 11:01:59.953765 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd2e03-edc6-4cf0-b814-f9b191db12d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1281e3-3c1c-490e-b770-6f6fc103567b,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:00.185940 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bafd8d-7e87-4666-959b-6ce89820353a req-984eecd0-48a3-4cb6-ac8e-ed607c5a5882 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:00.191187 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b7bafd8d-7e87-4666-959b-6ce89820353a req-984eecd0-48a3-4cb6-ac8e-ed607c5a5882 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.1365030 Sep 14 11:02:00.242373 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 56bd5364-814e-46a9-b003-95766bfc8cb4 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:00.271056 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-c9306998-be2e-4083-ae96-749cf55b8ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040978 Sep 14 11:02:00.300103 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b7bafd8d-7e87-4666-959b-6ce89820353a req-2b9fd413-9918-4db7-a4ac-aca6a279916a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012232 Sep 14 11:02:00.456999 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 56bd5364-814e-46a9-b003-95766bfc8cb4 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:00.479181 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 56bd5364-814e-46a9-b003-95766bfc8cb4 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:00.483758 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:00.758679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40790) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:00.788095 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:00.879662 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 56bd5364-814e-46a9-b003-95766bfc8cb4, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=56bd5364-814e-46a9-b003-95766bfc8cb4,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:00.891122 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.051503 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1238387595-network', 'tenant_id': '314081afa64a4e8db45e74afe7cc7d67'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:01.071970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=56bd5364-814e-46a9-b003-95766bfc8cb4,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:01.121999 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Made reservation on behalf of 314081afa64a4e8db45e74afe7cc7d67 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:01.127202 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.171183 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.230346 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-8bc985c0-4b20-41cf-9c3b-706d9657a822 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b HTTP/1.1" status: 200 len: 217 time: 0.5833464 Sep 14 11:02:01.334539 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442cf7-3484-4111-b0ab-44932d2c1190 req-65d410e0-f9f2-44eb-a37f-dfd92a9ac9b7 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:01.349469 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3442cf7-3484-4111-b0ab-44932d2c1190 req-65d410e0-f9f2-44eb-a37f-dfd92a9ac9b7 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.8056033 Sep 14 11:02:01.443131 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.449780 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da9433-9cb1-4ce5-9e84-c3fe4fdfcaf4 x-openstack-request-id: req-17da9433-9cb1-4ce5-9e84-c3fe4fdfcaf4 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:01.450415 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d1fca0-21b1-4fa5-b579-390149328ef4", "tag": "3a0653ec-c764-4b1a-a005-8e3dd25f0105", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:01.450912 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17da9433-9cb1-4ce5-9e84-c3fe4fdfcaf4 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:01.451900 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'tag': '3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'status': 'completed', 'code': 200} Sep 14 11:02:01.481164 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.556464 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-022fc26c-dceb-4506-a549-1b4e1a91ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:01.558467 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-022fc26c-dceb-4506-a549-1b4e1a91ad89 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.9016581 Sep 14 11:02:01.673497 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:02:01.690502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a706f588-ed32-4d96-87f0-e1aae8b307ef req-7e3a37b6-1a77-45de-bf91-e724867e65f5 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 210 time: 0.1445134 Sep 14 11:02:01.719320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.719907 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Added segment 042ce569-382f-483a-b5c3-ccbd861c638d of type vlan for network 582c1451-1da9-46bb-8887-721567f156c2 Sep 14 11:02:01.729675 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a69ce65-cf01-43a3-9fc5-07ff123e7dfa,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:01.794539 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.837072 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.839118 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:01.841341 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:01.892738 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-a7a62caa-07dd-4a3c-9c4b-2badbc9e5fa2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3038731 Sep 14 11:02:01.941665 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1786094 Sep 14 11:02:01.952922 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3442cf7-3484-4111-b0ab-44932d2c1190 req-5bcece46-db2c-4ae9-844a-3996d485992c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988922 Sep 14 11:02:01.972532 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40826) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:01.988586 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ec75c1df-21b7-46ea-801d-7442221b01f3 req-460738cc-b275-451c-9add-debc3131b2b7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0782101 Sep 14 11:02:02.075860 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414acac5-a968-4336-9684-de653e7b0c7f admin admin] Pushing event updated for resources: {'Network': ['ID=582c1451-1da9-46bb-8887-721567f156c2,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:02.079393 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Request body: {'subnet': {'network_id': '582c1451-1da9-46bb-8887-721567f156c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1238387595-subnet', 'tenant_id': '314081afa64a4e8db45e74afe7cc7d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:02.094669 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 582c1451-1da9-46bb-8887-721567f156c2 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:02:02.100887 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 56bd5364-814e-46a9-b003-95766bfc8cb4 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:02.117405 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-9dd53d7b-184f-4cd3-b21a-b1317fc7f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:02.125799 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-9dd53d7b-184f-4cd3-b21a-b1317fc7f44a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ba222fa-a46e-4357-93ed-efec6931d4fb HTTP/1.1" status: 200 len: 852 time: 0.7540398 Sep 14 11:02:02.166276 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.68', 57752) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:02.334914 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-53b4a7b4-21fe-45bb-a046-29657fade0be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804977 Sep 14 11:02:02.479448 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d797-15f1-4a13-9793-5233a314b41d req-59f73feb-4c1a-4909-a70e-ba91b5cf88b7 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:02.481084 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a607d797-15f1-4a13-9793-5233a314b41d req-59f73feb-4c1a-4909-a70e-ba91b5cf88b7 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.2595246 Sep 14 11:02:02.517465 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 56bd5364-814e-46a9-b003-95766bfc8cb4 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:02.517999 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:02.524153 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40848) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:02.717061 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0888ed00-ba13-4e47-b10b-548750664ab1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:02.718976 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0888ed00-ba13-4e47-b10b-548750664ab1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 819 time: 0.5516307 Sep 14 11:02:02.799075 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-d9573b40-663f-4823-a047-35ed0c12c975 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:02.800980 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-d9573b40-663f-4823-a047-35ed0c12c975 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 819 time: 0.4645646 Sep 14 11:02:02.801851 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c4ab68f5-4fa5-4275-8eac-f566ea15c3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:02.825362 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-40be640d-4faa-44c0-a7ea-25e0e0ea85fd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/quotas/c50ae1d9b6a34697bdcbf99d28b3a738 HTTP/1.1" status: 200 len: 375 time: 0.0144405 Sep 14 11:02:02.877453 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Made reservation on behalf of 314081afa64a4e8db45e74afe7cc7d67 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:02.881872 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:02.912744 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-ec2578e8-554b-41cd-bf65-4cbe7a74842d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798247 Sep 14 11:02:03.059180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c4ab68f5-4fa5-4275-8eac-f566ea15c3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.068205 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c4ab68f5-4fa5-4275-8eac-f566ea15c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.068875 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-f5f83a0c-cd57-4ab6-be48-160c49ed0762 service neutron] 10.222.0.68 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936183 Sep 14 11:02:03.086804 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a607d797-15f1-4a13-9793-5233a314b41d req-78f2ba86-9fae-417b-ba8c-8348e1e9e892 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949817 Sep 14 11:02:03.091250 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-7581b710-c023-4960-ae7a-b230b5ed4ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676633 Sep 14 11:02:03.103016 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-727a4b7a-fa28-4c20-80fc-c1a636a5b12d service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1290333 Sep 14 11:02:03.142858 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c4ab68f5-4fa5-4275-8eac-f566ea15c3cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a236955b77e4f7186e78ced253893fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176183 Sep 14 11:02:03.145115 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab68f5-4fa5-4275-8eac-f566ea15c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a47318b-08e3-4f79-b8c8-7f7cadcc2837,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:03.146756 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40864) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:03.312472 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ea4f-c4e3-43cd-9973-ac6333280e14 req-be019563-b018-4667-9963-5e7b3887d690 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:03.314176 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e525ea4f-c4e3-43cd-9973-ac6333280e14 req-be019563-b018-4667-9963-5e7b3887d690 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.1042225 Sep 14 11:02:03.315599 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.398617 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d38c32f-9cc8-4df9-a825-8b644f9e5565,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:03.406456 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-bd179706-01a8-40f0-a90d-c8e0ca5be9b8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961428 Sep 14 11:02:03.409138 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e525ea4f-c4e3-43cd-9973-ac6333280e14 req-56cc19ce-20c6-46f5-a0f9-8b666e004158 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Sep 14 11:02:03.409341 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e40b-c9a7-4ba3-a1fa-5105611d70d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.414960 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Checking segment: {'id': '042ce569-382f-483a-b5c3-ccbd861c638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '582c1451-1da9-46bb-8887-721567f156c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:03.415321 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Network hostable DHCP agents. Network: 582c1451-1da9-46bb-8887-721567f156c2, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:02:03.432630 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e40b-c9a7-4ba3-a1fa-5105611d70d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.445534 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Network 582c1451-1da9-46bb-8887-721567f156c2 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:02:03.453085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'tag': '2e1281e3-3c1c-490e-b770-6f6fc103567b'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:03.455866 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19" -d '{"events": [{"name": "network-changed", "server_uuid": "820473ed-7a28-45aa-8d6e-33ef0e9fb779", "tag": "2e1281e3-3c1c-490e-b770-6f6fc103567b"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:03.461589 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 582c1451-1da9-46bb-8887-721567f156c2) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:03.470388 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:03.471298 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.473957 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64602498-76db-4494-8300-445162851bed None None] Network 582c1451-1da9-46bb-8887-721567f156c2 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:02:03.512769 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e40b-c9a7-4ba3-a1fa-5105611d70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.518067 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e40b-c9a7-4ba3-a1fa-5105611d70d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:03.520167 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-8ad7e40b-c9a7-4ba3-a1fa-5105611d70d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a47318b-08e3-4f79-b8c8-7f7cadcc2837 HTTP/1.1" status: 204 len: 168 time: 0.3600667 Sep 14 11:02:03.526209 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d2795cbd-8a7e-4ab1-b9be-3f109cbc902c req-c8c9f016-cc85-439c-8635-d4b4448fce72 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0400429 Sep 14 11:02:03.527671 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8820d010-f509-43e7-8bfc-983c46a1c14d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5527945 Sep 14 11:02:03.551127 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7e40b-c9a7-4ba3-a1fa-5105611d70d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a47318b-08e3-4f79-b8c8-7f7cadcc2837,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:03.659639 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e0c16aa9-eadf-4e0e-bae2-820d1de0a6ab req-6d720135-3942-40a8-a208-35eb73a0fa3d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 210 time: 0.0455215 Sep 14 11:02:03.671941 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e8c229-8eba-4546-9241-4181ac6a2bff x-openstack-request-id: req-77e8c229-8eba-4546-9241-4181ac6a2bff {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:03.672272 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820473ed-7a28-45aa-8d6e-33ef0e9fb779", "tag": "2e1281e3-3c1c-490e-b770-6f6fc103567b", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:03.672571 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77e8c229-8eba-4546-9241-4181ac6a2bff {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:03.673013 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'tag': '2e1281e3-3c1c-490e-b770-6f6fc103567b', 'status': 'completed', 'code': 200} Sep 14 11:02:03.832405 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c555da-935b-4312-800a-22e605358918 None None] Network 582c1451-1da9-46bb-8887-721567f156c2 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:02:04.069499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40908) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:04.084948 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-77278acc-624a-45d2-95f0-9a51c756b81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.207304 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-77278acc-624a-45d2-95f0-9a51c756b81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.211868 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-77278acc-624a-45d2-95f0-9a51c756b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.226527 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bae8e-fbf7-42f5-a2e7-9d97cdfc2366 req-f57b38dc-5e74-4082-bfc7-9808aa2cea40 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:04.228604 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff5bae8e-fbf7-42f5-a2e7-9d97cdfc2366 req-f57b38dc-5e74-4082-bfc7-9808aa2cea40 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.0549095 Sep 14 11:02:04.258334 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77278acc-624a-45d2-95f0-9a51c756b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef94b987-4520-4c59-b693-b17fc1455aa1,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:04.265277 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-77278acc-624a-45d2-95f0-9a51c756b81b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1b44872410a47d1b1099d1c9650c69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924918 Sep 14 11:02:04.265690 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40918) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:04.281105 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff5bae8e-fbf7-42f5-a2e7-9d97cdfc2366 req-008ddadd-506d-488b-9f53-a46aa48d0c71 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Sep 14 11:02:04.317480 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2144c16-42d6-4423-9d43-de2ba3ee8c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.338454 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2144c16-42d6-4423-9d43-de2ba3ee8c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.385113 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2144c16-42d6-4423-9d43-de2ba3ee8c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.390893 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2144c16-42d6-4423-9d43-de2ba3ee8c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.392031 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a2144c16-42d6-4423-9d43-de2ba3ee8c41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef94b987-4520-4c59-b693-b17fc1455aa1 HTTP/1.1" status: 204 len: 168 time: 0.1251717 Sep 14 11:02:04.400001 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2144c16-42d6-4423-9d43-de2ba3ee8c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef94b987-4520-4c59-b693-b17fc1455aa1,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:04.439577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40928) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:04.444583 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829064717-network', 'tenant_id': '179d20b6209345348e7734b9d23a8ce8'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:04.465714 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Made reservation on behalf of 179d20b6209345348e7734b9d23a8ce8 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:04.468475 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.480054 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.558975 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff1f1-f837-41f6-88d9-6cd22fbd721d req-c6df1f6c-393e-4c01-9805-d38619ddaf5c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:04.560448 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2cff1f1-f837-41f6-88d9-6cd22fbd721d req-c6df1f6c-393e-4c01-9805-d38619ddaf5c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.0723321 Sep 14 11:02:04.633012 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2cff1f1-f837-41f6-88d9-6cd22fbd721d req-427593fa-9704-4c2b-9245-3cace11e79de tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Sep 14 11:02:04.645257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.652319 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.667421 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-26990408-f9d8-4e77-ae2d-fa391fb2dd98 req-b42d5c98-4346-4b84-8204-709c6cc002be tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0553191 Sep 14 11:02:04.680985 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:02:04.688216 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d32acee-f845-4fae-a699-b88d793e0ee3,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:04.694328 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.694654 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Added segment 184a0efd-8976-4579-9d07-1a207928e94e of type vlan for network d9edd5af-fd64-4a46-8053-2f77ee1af3a7 Sep 14 11:02:04.737009 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.785273 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c6acee84-3ef1-419a-97b2-e2b00c9dd9b2 req-39ee5a05-7fc5-4d1a-8cfc-7c2669c83317 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 210 time: 0.0385811 Sep 14 11:02:04.790277 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.791352 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:04.792021 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:04.819678 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3787558 Sep 14 11:02:04.822460 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40944) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:04.828041 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Request body: {'subnet': {'network_id': 'd9edd5af-fd64-4a46-8053-2f77ee1af3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829064717-subnet', 'tenant_id': '179d20b6209345348e7734b9d23a8ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:04.876829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ead83-aa52-4dd2-a15e-b06719567257 admin admin] Pushing event updated for resources: {'Network': ['ID=d9edd5af-fd64-4a46-8053-2f77ee1af3a7,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:04.887596 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network d9edd5af-fd64-4a46-8053-2f77ee1af3a7 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:02:04.888099 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Made reservation on behalf of 179d20b6209345348e7734b9d23a8ce8 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:04.891181 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.066027 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.121436 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d16e4ac-e536-4e44-8b5e-a4be3931593a,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:05.130478 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Checking segment: {'id': '184a0efd-8976-4579-9d07-1a207928e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'd9edd5af-fd64-4a46-8053-2f77ee1af3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:05.130837 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Network hostable DHCP agents. Network: d9edd5af-fd64-4a46-8053-2f77ee1af3a7, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:02:05.150581 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Network d9edd5af-fd64-4a46-8053-2f77ee1af3a7 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:02:05.160085 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, d9edd5af-fd64-4a46-8053-2f77ee1af3a7) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:05.164735 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:05.165409 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.172461 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23045340-ced6-4dcb-9924-07081d2f4e92 None None] Network d9edd5af-fd64-4a46-8053-2f77ee1af3a7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:02:05.190247 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-1639f3f8-0280-4508-b760-fdb3df6547e7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3666954 Sep 14 11:02:05.314277 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce3229-4e13-4589-aa47-5ca1adc98850 None None] Network d9edd5af-fd64-4a46-8053-2f77ee1af3a7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:02:05.371997 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40970) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:05.403225 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b23bb-8472-40ad-9119-281b36868a9a req-91d754cb-3578-450b-b56a-09bae1fb11bf tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:05.409841 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a35b23bb-8472-40ad-9119-281b36868a9a req-91d754cb-3578-450b-b56a-09bae1fb11bf tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.0647395 Sep 14 11:02:05.437079 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Deleting subnet 8d38c32f-9cc8-4df9-a825-8b644f9e5565 {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:02:05.440673 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.459371 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a35b23bb-8472-40ad-9119-281b36868a9a req-ca5678bb-22ca-45b4-aeaf-348a0051ea4f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Sep 14 11:02:05.477963 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.487917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.541041 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.567223 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d38c32f-9cc8-4df9-a825-8b644f9e5565,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:05.604669 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.609662 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a03b7b64-7c58-48a2-a5ae-27e3d74bda2c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8d38c32f-9cc8-4df9-a825-8b644f9e5565 HTTP/1.1" status: 204 len: 168 time: 0.2337022 Sep 14 11:02:05.609894 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 40980) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:05.678173 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.774176 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4da313-0dbe-4928-aecc-7260aad7197e req-a9b6d397-4bb2-4f78-bfa3-57acbe8faa50 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:05.776008 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4da313-0dbe-4928-aecc-7260aad7197e req-a9b6d397-4bb2-4f78-bfa3-57acbe8faa50 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.0580232 Sep 14 11:02:05.779288 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:05.801003 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da5e480c-0bf2-43e2-9303-4ebaee376245 req-3d916656-f94a-4bc5-81e9-fdb6a0fc83d8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0608838 Sep 14 11:02:05.815762 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.816107 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.816870 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.817201 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.817528 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.818072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.818537 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.819127 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.819329 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.819919 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4da313-0dbe-4928-aecc-7260aad7197e req-16c96977-f9b7-454a-8cd3-b133c6ee2a58 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Sep 14 11:02:05.820041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.992741 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.993093 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.993429 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.993801 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:05.994179 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582c1451-1da9-46bb-8887-721567f156c2']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:06.026009 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042ce569-382f-483a-b5c3-ccbd861c638d') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:06.027140 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042ce569-382f-483a-b5c3-ccbd861c638d') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:06.053276 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb6fd17f-2560-461e-9072-7fbb0cb98499 req-fea64042-486d-4365-8977-1c45cad5c170 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 210 time: 0.0541856 Sep 14 11:02:06.058569 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.080070 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.088703 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:02:06.089136 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: from cryptography.utils import int_from_bytes Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: from cryptography.utils import int_from_bytes Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:02:06.093858 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:02:06.151130 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.159381 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.161280 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/582c1451-1da9-46bb-8887-721567f156c2 HTTP/1.1" status: 204 len: 168 time: 0.5503700 Sep 14 11:02:06.164514 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 40996) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:06.175733 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b238dc8-1572-4202-91e9-a745f720ffc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=582c1451-1da9-46bb-8887-721567f156c2,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:06.219082 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Deleting subnet 2d16e4ac-e536-4e44-8b5e-a4be3931593a {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:02:06.222610 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.256452 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.265625 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.321663 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.354312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d16e4ac-e536-4e44-8b5e-a4be3931593a,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:06.357452 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.359414 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3daa5285-96bf-4b11-bc50-ba5677e0fb11 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2d16e4ac-e536-4e44-8b5e-a4be3931593a HTTP/1.1" status: 204 len: 168 time: 0.1937592 Sep 14 11:02:06.361929 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41006) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:06.392857 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Request body: {'port': {'device_id': 'afef457e-240f-4712-9c52-93a317652b5d', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'admin_state_up': True, 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:06.491890 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.553389 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4174b0b3-8eb2-4ff8-949e-c55fa183aa23 req-e4034eba-9b79-45be-adba-9e3fd1cc7492 service neutron] 10.222.0.68 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590464 Sep 14 11:02:06.555298 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1a0b3d2-f9c5-4793-8e6b-4b02b3a3c0fd req-1197eefc-6207-4af9-abdf-e43abb64528f service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717083 Sep 14 11:02:06.645508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.667192 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Made reservation on behalf of c50ae1d9b6a34697bdcbf99d28b3a738 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:06.671789 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.677891 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.678233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.678989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.679319 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > port after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.679658 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.680011 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.680326 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.680685 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.680980 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.681296 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.695235 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-a54fb0f6-2667-45a0-8672-774c94618821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:06.696677 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-a54fb0f6-2667-45a0-8672-774c94618821 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b099cc33daf045cca6c2c7c23e60b636&device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 1096 time: 0.0712788 Sep 14 11:02:06.699119 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-086c4352-6de8-4228-ba7a-659730daaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:06.700445 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-086c4352-6de8-4228-ba7a-659730daaeaf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0663862 Sep 14 11:02:06.838571 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.68', 57761) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:06.845590 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.845590 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.845590 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.845590 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:02:06.845973 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9edd5af-fd64-4a46-8053-2f77ee1af3a7']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:06.874402 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184a0efd-8976-4579-9d07-1a207928e94e') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:06.874693 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184a0efd-8976-4579-9d07-1a207928e94e') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:06.901578 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6c455-2e75-4a87-8abc-cfda24198daf req-7834f099-afd4-490c-a10e-a4981639ad86 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:06.902772 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f2f6c455-2e75-4a87-8abc-cfda24198daf req-7834f099-afd4-490c-a10e-a4981639ad86 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.3560441 Sep 14 11:02:06.909431 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.971007 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:06.988209 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f252239-7004-47ef-ac34-b9003d4f14a4 req-2ec9f099-0954-4c2d-b36d-a6f69ff36457 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0583775 Sep 14 11:02:07.038338 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-b2406c89-b69b-4a31-b42d-244e22d2d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.039870 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-b2406c89-b69b-4a31-b42d-244e22d2d5b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215 HTTP/1.1" status: 200 len: 913 time: 0.3290505 Sep 14 11:02:07.044998 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:02:07.046618 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: from cryptography.utils import int_from_bytes Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: from cryptography.utils import int_from_bytes Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:02:07.050132 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:02:07.053700 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-a2131c25-8e4b-42cc-9998-3e787c3ced0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.055174 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-a2131c25-8e4b-42cc-9998-3e787c3ced0a service neutron] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 915 time: 0.3302855 Sep 14 11:02:07.086080 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f2f6c455-2e75-4a87-8abc-cfda24198daf req-ab4b42cf-8d0c-441d-a1bb-13301223194f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728127 Sep 14 11:02:07.132434 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-d54af523-d972-44bc-9914-4cd47a8387e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105 HTTP/1.1" status: 200 len: 217 time: 0.0653157 Sep 14 11:02:07.140870 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-2350751d-1fce-4e62-9d2b-2b12eab93689 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b HTTP/1.1" status: 200 len: 217 time: 0.0830455 Sep 14 11:02:07.202174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:07.213479 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1595c7ec-12e7-41e4-a0e5-87727f6757e8 req-ed0938c9-98b0-4af4-9c59-4ccd887225e8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 210 time: 0.0640450 Sep 14 11:02:07.245159 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:07.250223 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d9edd5af-fd64-4a46-8053-2f77ee1af3a7 HTTP/1.1" status: 204 len: 168 time: 0.8842711 Sep 14 11:02:07.251709 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.68', 57764) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:07.259159 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-bca3cd69-9b05-488e-a384-2b500d0c7c53 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.260887 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-bca3cd69-9b05-488e-a384-2b500d0c7c53 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 817 time: 0.4191754 Sep 14 11:02:07.271853 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e15dc-7167-4c54-aaa8-af8151752a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9edd5af-fd64-4a46-8053-2f77ee1af3a7,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:07.275734 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-7ded9e00-ae34-48b0-8786-bb6e88826d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.277226 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-7ded9e00-ae34-48b0-8786-bb6e88826d6f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ba222fa-a46e-4357-93ed-efec6931d4fb HTTP/1.1" status: 200 len: 852 time: 0.0945926 Sep 14 11:02:07.288207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Allocated IP 172.20.0.8 (7b5f5f7b-9eed-43a3-a095-f86ec13a52a7/56fe1ee3-1a09-43e5-9b22-47a3f6e850fc/b0bea6ee-853f-4c77-851c-32163cb25b9e) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:02:07.333806 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d1b1-9955-4ffb-9633-5b0ba509e321 req-c525729c-0269-4a43-8e25-cd5b90a2d29c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.335326 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fe8d1b1-9955-4ffb-9633-5b0ba509e321 req-c525729c-0269-4a43-8e25-cd5b90a2d29c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.2020037 Sep 14 11:02:07.336857 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-0ba81d39-4dc2-450a-8c14-506914f62175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.338452 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-0ba81d39-4dc2-450a-8c14-506914f62175 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.1830735 Sep 14 11:02:07.380804 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-ebb5c028-8ab4-455e-a6af-2e139c51000f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644038 Sep 14 11:02:07.477684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-74344b5a-eea4-49e9-9cf2-30b5f55a0f31 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:07.485512 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-74344b5a-eea4-49e9-9cf2-30b5f55a0f31 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 819 time: 0.2252424 Sep 14 11:02:07.507061 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Request body: {'port': {'device_id': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'admin_state_up': True, 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:07.656670 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41042) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:07.697168 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-e1013250-d1d6-4e75-b3ef-bfc1efc8f8b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3484509 Sep 14 11:02:07.743529 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-0d415a74-33e1-4764-98fb-256f63ef0d81 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 380 time: 0.4521575 Sep 14 11:02:07.771802 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'port': {'device_id': '546a5690-7f93-43b0-8fe7-faae09bff069', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'admin_state_up': True, 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'security_groups': ['c12d4580-8ebb-4cb0-af73-842aba188294']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:07.822904 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fe8d1b1-9955-4ffb-9633-5b0ba509e321 req-5c68029d-90ec-4310-b342-af7f0fc2c6c3 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760711 Sep 14 11:02:07.903000 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-74d8a7f9-4fc2-4431-8a4f-b4b69b1872cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=314081afa64a4e8db45e74afe7cc7d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287695 Sep 14 11:02:07.903959 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:07.907461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41052) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:07.943609 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Made reservation on behalf of c50ae1d9b6a34697bdcbf99d28b3a738 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:07.947148 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.033918 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-0cc6fdc8-3e6d-4c3b-b66a-0e694eb7495f service neutron] 10.222.0.68 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780828 Sep 14 11:02:08.041325 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-377e634c-e3f6-4c1c-b294-291b61e040fe service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310156 Sep 14 11:02:08.055847 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b832448-93cf-48b7-8a3d-81af9f9ce8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.059809 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Made reservation on behalf of e884b7c98d2f4bb093b67ea12ddf1e00 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:08.063800 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.075692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.185297 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-abf8d94f-dd25-4604-848f-93ef81809d0a req-0fb215f9-ff48-44fb-8040-88c868967000 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.1123545 Sep 14 11:02:08.190432 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b832448-93cf-48b7-8a3d-81af9f9ce8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.226145 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Allocated IP 172.20.0.12 (bf1f2fa6-9213-4795-927b-84514f9a817a/3527b394-4ffe-4c2a-a2ad-5d0505e59191/9df4ecf4-fbe2-4665-b91b-4caa6d73903f) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:02:08.230880 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:02:08.237024 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61c2b-903a-4d33-8478-2bfdd2f62bc9 req-54aa1646-783b-4e74-9830-6440ab59d3ac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:08.238995 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21d61c2b-903a-4d33-8478-2bfdd2f62bc9 req-54aa1646-783b-4e74-9830-6440ab59d3ac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.0701923 Sep 14 11:02:08.248829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:08.268727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Allocated IP 172.20.0.5 (7b5f5f7b-9eed-43a3-a095-f86ec13a52a7/56fe1ee3-1a09-43e5-9b22-47a3f6e850fc/b4a0492a-9a1e-436e-886c-aa9d6fe6c6de) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:02:08.270820 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:02:08.302017 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Pushing event updated for resources: {'Port': ['ID=b0bea6ee-853f-4c77-851c-32163cb25b9e,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:08.305440 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21d61c2b-903a-4d33-8478-2bfdd2f62bc9 req-80b48b0c-89b3-460f-bcd7-3b1bd7cc569d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573766 Sep 14 11:02:08.351987 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1fbbe24-05ff-49f6-bbab-f5e65d0d89ca req-affc8aa6-3449-4083-bede-7e2b49b87b3e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 210 time: 0.0509322 Sep 14 11:02:08.381083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:08.381742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.396752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b832448-93cf-48b7-8a3d-81af9f9ce8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.399233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b832448-93cf-48b7-8a3d-81af9f9ce8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.400338 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7b832448-93cf-48b7-8a3d-81af9f9ce8be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a69ce65-cf01-43a3-9fc5-07ff123e7dfa HTTP/1.1" status: 204 len: 168 time: 0.4917932 Sep 14 11:02:08.429116 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0e7990c8-50e6-4a7d-9537-bd63c0757e1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0407038 Sep 14 11:02:08.430830 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.431969 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b832448-93cf-48b7-8a3d-81af9f9ce8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a69ce65-cf01-43a3-9fc5-07ff123e7dfa,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:08.446040 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Transition to ACTIVE for port object 9df4ecf4-fbe2-4665-b91b-4caa6d73903f will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:08.484159 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.518289 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.526878 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Network bf1f2fa6-9213-4795-927b-84514f9a817a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:02:08.531831 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:08.536499 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:02:08.544996 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:08.581807 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.607673 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:08.607673 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.625169 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:02:08.628565 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:08.632333 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-e3f0ceba-db2e-4ba5-8937-80daee5a66ce tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669343 Sep 14 11:02:08.634341 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:02:08.662782 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Pushing event updated for resources: {'Port': ['ID=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:08.694326 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:08.695026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.710409 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-af7e9623-11df-427e-a17c-5c8576a3601e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2097025 Sep 14 11:02:08.783065 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-5d11868d-99e8-4fa7-b271-b82692bf9099 None None] Provisioning for port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:08.786995 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-5d11868d-99e8-4fa7-b271-b82692bf9099 None None] Provisioning complete for port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:08.787367 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d11868d-99e8-4fa7-b271-b82692bf9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.798017 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41074) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:08.822179 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-5d11868d-99e8-4fa7-b271-b82692bf9099 None None] Port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:02:08.838974 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-979fa193-b78c-4b43-acfc-830251c33bcc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=179d20b6209345348e7734b9d23a8ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397029 Sep 14 11:02:08.841626 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41076) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:08.929315 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4b6c-4102-4bd8-bfc6-00b70528bebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:08.960683 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c5ea1-890a-4e89-8a9c-2e8a3904b53c req-726c424c-13f6-4ec6-b6ea-0ab5f669103e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:08.962197 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a11c5ea1-890a-4e89-8a9c-2e8a3904b53c req-726c424c-13f6-4ec6-b6ea-0ab5f669103e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.0742121 Sep 14 11:02:08.963936 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4b6c-4102-4bd8-bfc6-00b70528bebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:09.019444 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a11c5ea1-890a-4e89-8a9c-2e8a3904b53c req-18d5b53f-fea4-4665-8f69-ac179a4367db tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Sep 14 11:02:09.043662 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4b6c-4102-4bd8-bfc6-00b70528bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:09.047261 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4b6c-4102-4bd8-bfc6-00b70528bebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:09.048390 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fd0d4b6c-4102-4bd8-bfc6-00b70528bebc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d32acee-f845-4fae-a699-b88d793e0ee3 HTTP/1.1" status: 204 len: 168 time: 0.2049825 Sep 14 11:02:09.056011 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4b6c-4102-4bd8-bfc6-00b70528bebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d32acee-f845-4fae-a699-b88d793e0ee3,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:09.302128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feca442-683d-4175-839b-ca9fdd642af7 req-c164d121-aa24-40de-ac67-c0510be4321b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:09.303610 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5feca442-683d-4175-839b-ca9fdd642af7 req-c164d121-aa24-40de-ac67-c0510be4321b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 932 time: 0.0481756 Sep 14 11:02:09.345875 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5feca442-683d-4175-839b-ca9fdd642af7 req-edcfa9c4-206f-4e80-a244-fa9a9ed425ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358379 Sep 14 11:02:09.436542 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7569e-fab7-4677-9661-fda7bb88f5d7 req-f281054a-a23e-4566-bfc8-2d5e1243b659 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:09.438240 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0f7569e-fab7-4677-9661-fda7bb88f5d7 req-f281054a-a23e-4566-bfc8-2d5e1243b659 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.0565872 Sep 14 11:02:09.480182 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0f7569e-fab7-4677-9661-fda7bb88f5d7 req-57aa7176-2ce7-406f-8412-a507e042219c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Sep 14 11:02:09.485890 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8fcb-c808-4cf3-95ae-3b73324ee893 req-bf75cbdf-f4e2-4525-a8d0-3826648cebf8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:09.487469 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b74a8fcb-c808-4cf3-95ae-3b73324ee893 req-bf75cbdf-f4e2-4525-a8d0-3826648cebf8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 931 time: 0.0605357 Sep 14 11:02:09.527502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b74a8fcb-c808-4cf3-95ae-3b73324ee893 req-dab1620a-bc32-460a-9747-5893dd0db6f9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Sep 14 11:02:10.135644 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3be4d-d0aa-4228-a817-d6204070cebc req-d3cec3a7-f1d5-4932-87dd-2a861148cb85 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:10.137157 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2e3be4d-d0aa-4228-a817-d6204070cebc req-d3cec3a7-f1d5-4932-87dd-2a861148cb85 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 943 time: 0.0491345 Sep 14 11:02:10.174745 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2e3be4d-d0aa-4228-a817-d6204070cebc req-9f984b5e-08db-4ff9-84b2-edd0a4b49bc6 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Sep 14 11:02:10.472401 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e590a-15e1-4762-8662-e44bfcf795b7 req-1495517d-a800-4aaa-961f-bfd50690347a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:10.474748 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-db8e590a-15e1-4762-8662-e44bfcf795b7 req-1495517d-a800-4aaa-961f-bfd50690347a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 932 time: 0.0547688 Sep 14 11:02:10.515396 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-db8e590a-15e1-4762-8662-e44bfcf795b7 req-d75ed71c-a6ea-4737-b7d7-4a372bfbf593 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344155 Sep 14 11:02:10.601838 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4bcd8-ef57-43d1-a9f4-da09895eee33 req-33c683e2-601d-4629-9d9c-b4e2c253847b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:10.603666 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cce4bcd8-ef57-43d1-a9f4-da09895eee33 req-33c683e2-601d-4629-9d9c-b4e2c253847b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 944 time: 0.0536265 Sep 14 11:02:10.651205 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cce4bcd8-ef57-43d1-a9f4-da09895eee33 req-cb5d8e72-3b3f-4a0a-bcff-3b3e97ca184e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Sep 14 11:02:10.655970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2d3fb-9f4e-428d-8c2a-1e270be364f9 req-81547108-72e3-4725-b062-e4f275b96f3e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:10.658353 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3db2d3fb-9f4e-428d-8c2a-1e270be364f9 req-81547108-72e3-4725-b062-e4f275b96f3e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 931 time: 0.0583827 Sep 14 11:02:10.707345 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3db2d3fb-9f4e-428d-8c2a-1e270be364f9 req-65ef6248-45b7-467d-b5d4-b1ca0e6f6e96 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359037 Sep 14 11:02:10.765013 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41158) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:10.867684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bd87519-cdd6-414e-8eeb-9f6dfea0c748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:10.875747 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Request body: {'port': {'device_id': 'afef457e-240f-4712-9c52-93a317652b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:10.880932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Request body: {'port': {'device_id': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:10.883729 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Request body: {'port': {'device_id': '546a5690-7f93-43b0-8fe7-faae09bff069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:10.884080 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2e1281e3-3c1c-490e-b770-6f6fc103567b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:11.002835 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.013295 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2e1281e3-3c1c-490e-b770-6f6fc103567b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b,segment=NetworkSegment(f00e2d2a-7e50-4a11-a0e5-842596571381),segment_id=f00e2d2a-7e50-4a11-a0e5-842596571381)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:11.021999 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.027778 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '2e1281e3-3c1c-490e-b770-6f6fc103567b', 'network_id': '2e39fe38-c0ed-4de8-8ca5-5bafaa350215', 'port_id': '2e1281e3-3c1c-490e-b770-6f6fc103567b', 'mac_address': 'fa:16:3e:22:e7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba222fa-a46e-4357-93ed-efec6931d4fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:11.085045 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.085940 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.111039 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1281e3-3c1c-490e-b770-6f6fc103567b {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:11.136615 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2e1281e3-3c1c-490e-b770-6f6fc103567b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b,segment=NetworkSegment(f00e2d2a-7e50-4a11-a0e5-842596571381),segment_id=f00e2d2a-7e50-4a11-a0e5-842596571381)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:11.144903 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.145920 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3a0653ec-c764-4b1a-a005-8e3dd25f0105 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:11.161107 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2c79b73-9aa0-4fe3-95c6-75d998f78f19 req-92a714a2-ca85-4684-ad22-8ac669bfa155 service neutron] 10.222.0.68 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940993 Sep 14 11:02:11.179806 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e79d83ef-fd60-4352-9d2f-80c34a643e75 req-b01f33e7-9c8b-4eee-8163-d66343f65622 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934966 Sep 14 11:02:11.277578 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:11.310814 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'port_id': '3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'mac_address': 'fa:16:3e:cd:47:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:11.335654 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:02:11.355929 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=2e1281e3-3c1c-490e-b770-6f6fc103567b,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:11.358512 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85178802-6f19-4b38-a8b3-440ba11e3cdb req-56358a6a-ba7b-4f9c-a622-578f41692d59 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:11.360233 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-85178802-6f19-4b38-a8b3-440ba11e3cdb req-56358a6a-ba7b-4f9c-a622-578f41692d59 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 944 time: 0.0805359 Sep 14 11:02:11.383608 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.399963 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0653ec-c764-4b1a-a005-8e3dd25f0105 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:11.410953 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bd87519-cdd6-414e-8eeb-9f6dfea0c748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.421338 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:11.425165 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.426939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bd87519-cdd6-414e-8eeb-9f6dfea0c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.473324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=3a0653ec-c764-4b1a-a005-8e3dd25f0105,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:11.505571 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5bd87519-cdd6-414e-8eeb-9f6dfea0c748 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4ca801e3f2a4bbe8b13846c10b2043a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393579 Sep 14 11:02:11.507994 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd87519-cdd6-414e-8eeb-9f6dfea0c748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd139c3a-3394-44df-bfc0-7f12eaa5346c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:11.508458 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41174) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:11.543856 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-85178802-6f19-4b38-a8b3-440ba11e3cdb req-4b7a6953-0360-4e45-babf-cceb271bb46f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805666 Sep 14 11:02:11.587053 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df4ecf4-fbe2-4665-b91b-4caa6d73903f {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:11.595486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a0492a-9a1e-436e-886c-aa9d6fe6c6de {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:11.597290 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.599768 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69a88da3-7b6c-4f6d-a1c1-374dac56f7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.604738 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.628937 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Transition to ACTIVE for port object 9df4ecf4-fbe2-4665-b91b-4caa6d73903f will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:11.635596 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69a88da3-7b6c-4f6d-a1c1-374dac56f7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.637435 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.651322 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Transition to ACTIVE for port object b4a0492a-9a1e-436e-886c-aa9d6fe6c6de will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:11.658397 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.707147 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:11.712466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8137-fde6-48ec-9a7b-a05e2a3e7e2a req-ddb8577c-ca1a-43f7-815a-efa65fd81ce8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:11.714364 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-99aa8137-fde6-48ec-9a7b-a05e2a3e7e2a req-ddb8577c-ca1a-43f7-815a-efa65fd81ce8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 932 time: 0.1139071 Sep 14 11:02:11.789950 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['2e1281e3-3c1c-490e-b770-6f6fc103567b'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:11.823061 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:11.825164 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:11.911521 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-99aa8137-fde6-48ec-9a7b-a05e2a3e7e2a req-9c08458a-be49-4e0d-95de-58be26371348 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857061 Sep 14 11:02:11.950562 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69a88da3-7b6c-4f6d-a1c1-374dac56f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.966078 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69a88da3-7b6c-4f6d-a1c1-374dac56f7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:11.972150 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-69a88da3-7b6c-4f6d-a1c1-374dac56f7ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd139c3a-3394-44df-bfc0-7f12eaa5346c HTTP/1.1" status: 204 len: 168 time: 0.4601870 Sep 14 11:02:11.995701 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Attempting to bind port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:02:11.996043 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Attempting to bind port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:02:11.996378 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Attempting to bind port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f on network bf1f2fa6-9213-4795-927b-84514f9a817a {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:12.011229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Attempting to bind port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:02:12.011705 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Attempting to bind port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:02:12.012047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Attempting to bind port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:12.021567 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a88da3-7b6c-4f6d-a1c1-374dac56f7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd139c3a-3394-44df-bfc0-7f12eaa5346c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:12.024451 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f on network bf1f2fa6-9213-4795-927b-84514f9a817a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:02:12.024776 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Attempting to bind port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f on network bf1f2fa6-9213-4795-927b-84514f9a817a {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:12.029381 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:02:12.030263 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Attempting to bind port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:12.040116 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bea6ee-853f-4c77-851c-32163cb25b9e {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:12.046967 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:02:12.047336 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Checking segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:12.047928 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Bound using segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:02:12.048376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Bound port: b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:02:12.048749 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.061303 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.084420 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d27be6-7c8c-47e5-8852-3cbe98f3e0b5 req-af314cb4-ea9d-4aee-9ba2-722c12ce1c71 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.095997 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a6d27be6-7c8c-47e5-8852-3cbe98f3e0b5 req-af314cb4-ea9d-4aee-9ba2-722c12ce1c71 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 945 time: 0.3192856 Sep 14 11:02:12.099131 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:02:12.099715 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Checking segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:12.100288 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Bound using segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:02:12.101493 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Bound port: 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:02:12.102348 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.112899 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Transition to ACTIVE for port object b0bea6ee-853f-4c77-851c-32163cb25b9e will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:12.162499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.172148 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a6d27be6-7c8c-47e5-8852-3cbe98f3e0b5 req-d998bf48-dbdb-4dc6-9fcb-5804ba7e087f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720100 Sep 14 11:02:12.289978 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] For port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:02:12.320879 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bea6ee-853f-4c77-851c-32163cb25b9e,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:12.330636 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e1e24-954e-4798-9fba-e18903c97547 req-594afdbc-da5e-4001-b8db-e1d591b57f09 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.332197 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf3e1e24-954e-4798-9fba-e18903c97547 req-594afdbc-da5e-4001-b8db-e1d591b57f09 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.2349465 Sep 14 11:02:12.340939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] For port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:02:12.344605 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:02:12.350665 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:02:12.366407 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.407545 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.411198 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.412743 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] 10.222.0.68 "PUT /v2.0/ports/9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 1094 time: 1.5350046 Sep 14 11:02:12.466121 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:12.470535 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a51b3-843a-4e38-aab6-5c0c2d8356eb" -d '{"events": [{"name": "network-changed", "server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:12.559914 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d6645c-3c26-44bf-9e9e-f4c35e0720e7 x-openstack-request-id: req-d8d6645c-3c26-44bf-9e9e-f4c35e0720e7 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:12.560017 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:12.560220 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8d6645c-3c26-44bf-9e9e-f4c35e0720e7 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:12.568356 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'status': 'completed', 'code': 200} Sep 14 11:02:12.595083 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce15db-e43f-4059-9c7a-78b7cd08f2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:12.617874 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-222bfc58-f53d-4eeb-bb75-21cc8d08f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.620305 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-222bfc58-f53d-4eeb-bb75-21cc8d08f003 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1097 time: 0.1352279 Sep 14 11:02:12.642099 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.674927 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41216) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:12.694264 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-7ab25511-c12a-4d30-927e-3e8e5f6853e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 217 time: 0.0646038 Sep 14 11:02:12.751765 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b03d81c7-cd80-486a-935e-a7ebfacc021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.763174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.763809 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:12.765776 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] 10.222.0.68 "PUT /v2.0/ports/b4a0492a-9a1e-436e-886c-aa9d6fe6c6de HTTP/1.1" status: 200 len: 1093 time: 1.8960207 Sep 14 11:02:12.767977 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'tag': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:12.784352 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf3e1e24-954e-4798-9fba-e18903c97547 req-c4de14e8-d199-4409-b915-50df28999334 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397831 Sep 14 11:02:12.794378 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-19856772-fb36-4289-808b-902601b87556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.796392 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-19856772-fb36-4289-808b-902601b87556 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0935090 Sep 14 11:02:12.808198 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642043-9053-4d21-bff7-eed9ef59e960 req-3143dfba-1b72-4cb1-a846-c7359cf73694 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.809810 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e642043-9053-4d21-bff7-eed9ef59e960 req-3143dfba-1b72-4cb1-a846-c7359cf73694 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 944 time: 0.1188099 Sep 14 11:02:12.867654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2e1281e3-3c1c-490e-b770-6f6fc103567b up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:12.911698 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1beb0-27a1-4feb-8475-c6118f407447 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:12.947161 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b717-3d2b-4463-be00-2498f73e1332 req-325f90e9-b6bb-4cbb-8d3f-e0c9c2fc1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:12.948739 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-325f90e9-b6bb-4cbb-8d3f-e0c9c2fc1542 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1379001 Sep 14 11:02:12.955695 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e642043-9053-4d21-bff7-eed9ef59e960 req-63b36ff9-18ae-4639-90eb-b2964f488902 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360517 Sep 14 11:02:12.979347 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Attempting to bind port b0bea6ee-853f-4c77-851c-32163cb25b9e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:02:12.980170 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Attempting to bind port b0bea6ee-853f-4c77-851c-32163cb25b9e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:02:12.980668 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Attempting to bind port b0bea6ee-853f-4c77-851c-32163cb25b9e on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:13.005647 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12bc98c-8af2-4606-88e8-e094857b14ee" -d '{"events": [{"name": "network-changed", "server_uuid": "dd642a2f-d287-434a-a3f5-fbed019cc6f9", "tag": "b4a0492a-9a1e-436e-886c-aa9d6fe6c6de"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:13.008451 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Port b0bea6ee-853f-4c77-851c-32163cb25b9e on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:02:13.008777 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Attempting to bind port b0bea6ee-853f-4c77-851c-32163cb25b9e on network 7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:13.015950 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 2e1281e3-3c1c-490e-b770-6f6fc103567b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:13.027944 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 2e1281e3-3c1c-490e-b770-6f6fc103567b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:13.028295 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.037541 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:02:13.037911 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Checking segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:13.038311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Bound using segment: {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:02:13.038752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Bound port: b0bea6ee-853f-4c77-851c-32163cb25b9e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ee0c6c-4367-4c80-b2a2-c7f6929286d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:02:13.039116 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.067312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-3b25138c-6027-4e42-92a4-8aa9d87885a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:13.069004 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-3b25138c-6027-4e42-92a4-8aa9d87885a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 1096 time: 0.2319596 Sep 14 11:02:13.138333 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.142081 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-fea0f292-3169-47c2-b134-7a9a4e139da7 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851294 Sep 14 11:02:13.166086 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1281e3-3c1c-490e-b770-6f6fc103567b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:13.184644 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2d391a-4c28-4b12-a5a3-8a5b3623cd88 x-openstack-request-id: req-5b2d391a-4c28-4b12-a5a3-8a5b3623cd88 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:13.184920 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd642a2f-d287-434a-a3f5-fbed019cc6f9", "tag": "b4a0492a-9a1e-436e-886c-aa9d6fe6c6de", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:13.185627 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b2d391a-4c28-4b12-a5a3-8a5b3623cd88 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:13.185755 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'tag': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de', 'status': 'completed', 'code': 200} Sep 14 11:02:13.192438 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-57616594-8004-448c-8afd-cb5d38b651f0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de HTTP/1.1" status: 200 len: 217 time: 0.1001222 Sep 14 11:02:13.237290 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2e1281e3-3c1c-490e-b770-6f6fc103567b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b,segment=NetworkSegment(f00e2d2a-7e50-4a11-a0e5-842596571381),segment_id=f00e2d2a-7e50-4a11-a0e5-842596571381)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:13.258240 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] For port b0bea6ee-853f-4c77-851c-32163cb25b9e, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:02:13.258691 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.260101 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3a0653ec-c764-4b1a-a005-8e3dd25f0105 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:13.262335 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f020b717-3d2b-4463-be00-2498f73e1332 req-a4456bb5-1e5c-46af-8674-8508e89d7688 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127996 Sep 14 11:02:13.264385 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] For port b0bea6ee-853f-4c77-851c-32163cb25b9e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:02:13.279249 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a7d17-a157-4273-8b3d-d484a45c875c req-15a33c24-4a56-4160-ba82-2b96fc4d37b0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:13.281301 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-211a7d17-a157-4273-8b3d-d484a45c875c req-15a33c24-4a56-4160-ba82-2b96fc4d37b0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.1432650 Sep 14 11:02:13.284258 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.298125 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e8de7-1112-4825-835e-eb86e04207d9" -d '{"events": [{"server_uuid": "820473ed-7a28-45aa-8d6e-33ef0e9fb779", "name": "network-vif-plugged", "status": "completed", "tag": "2e1281e3-3c1c-490e-b770-6f6fc103567b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:13.321887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b03d81c7-cd80-486a-935e-a7ebfacc021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.333606 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68610a-b38b-4ef2-be79-52119005f685 req-20b808db-d126-462e-9ba2-a75ef273e8a0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:13.335490 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea68610a-b38b-4ef2-be79-52119005f685 req-20b808db-d126-462e-9ba2-a75ef273e8a0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 945 time: 0.0653901 Sep 14 11:02:13.340080 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b03d81c7-cd80-486a-935e-a7ebfacc021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.350411 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:13.351026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.352409 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] 10.222.0.68 "PUT /v2.0/ports/b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 1093 time: 2.4815686 Sep 14 11:02:13.368173 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=2e1281e3-3c1c-490e-b770-6f6fc103567b,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:13.378798 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:13.382625 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:13.382925 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.386523 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea68610a-b38b-4ef2-be79-52119005f685 req-50d2e7af-5d66-4dfd-8d48-1762b5efa000 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Sep 14 11:02:13.415844 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b03d81c7-cd80-486a-935e-a7ebfacc021d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=964bfd6ff9b9412a8514d20ff109498e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335014 Sep 14 11:02:13.418299 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d81c7-cd80-486a-935e-a7ebfacc021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5738fc-a858-4a9b-9bc1-3b2e431bd992,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:13.418679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41246) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:13.426019 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-211a7d17-a157-4273-8b3d-d484a45c875c req-a84b1151-93d7-4440-a9da-9b1fb298b6f9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306596 Sep 14 11:02:13.427316 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fda95-b17f-47b7-8527-9ab5a12ffc98 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bea6ee-853f-4c77-851c-32163cb25b9e,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:13.488579 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c41e50e-18ce-4aaf-9253-1416dc6c9710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.500286 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.512830 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c41e50e-18ce-4aaf-9253-1416dc6c9710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.532109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a5740-e0e7-4a0d-bf56-81fd55c63700 x-openstack-request-id: req-597a5740-e0e7-4a0d-bf56-81fd55c63700 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:13.532418 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820473ed-7a28-45aa-8d6e-33ef0e9fb779", "name": "network-vif-plugged", "status": "completed", "tag": "2e1281e3-3c1c-490e-b770-6f6fc103567b", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:13.532714 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-597a5740-e0e7-4a0d-bf56-81fd55c63700 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:13.533147 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1281e3-3c1c-490e-b770-6f6fc103567b', 'code': 200} Sep 14 11:02:13.542977 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:13.549542 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.568939 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c41e50e-18ce-4aaf-9253-1416dc6c9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.572148 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c41e50e-18ce-4aaf-9253-1416dc6c9710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.573525 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2c41e50e-18ce-4aaf-9253-1416dc6c9710 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f5738fc-a858-4a9b-9bc1-3b2e431bd992 HTTP/1.1" status: 204 len: 168 time: 0.1538222 Sep 14 11:02:13.582950 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e50e-18ce-4aaf-9253-1416dc6c9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5738fc-a858-4a9b-9bc1-3b2e431bd992,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:13.629277 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=3a0653ec-c764-4b1a-a005-8e3dd25f0105,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:13.835178 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41264) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:13.926057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff129ef7-4d08-46da-bc7c-c767f4aeca01 req-9f9f477e-b86c-4b4f-9639-76086026d42e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:13.928677 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ff129ef7-4d08-46da-bc7c-c767f4aeca01 req-9f9f477e-b86c-4b4f-9639-76086026d42e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0542500 Sep 14 11:02:13.958238 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dd743b0-91fe-4c66-ba2c-693d86bfbac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:13.971559 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ff129ef7-4d08-46da-bc7c-c767f4aeca01 req-d4a229a3-1f30-418a-97fa-2defbeb0822d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362818 Sep 14 11:02:14.079392 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dd743b0-91fe-4c66-ba2c-693d86bfbac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.097786 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dd743b0-91fe-4c66-ba2c-693d86bfbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.148655 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdb07-8d7e-4511-908f-f6ce69d9843d req-1b9914f0-7487-42af-8894-97d35e880dc7 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:14.150188 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87bcdb07-8d7e-4511-908f-f6ce69d9843d req-1b9914f0-7487-42af-8894-97d35e880dc7 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0935988 Sep 14 11:02:14.156041 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9dd743b0-91fe-4c66-ba2c-693d86bfbac7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec89ac33bea04ee2a669892b088826a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192542 Sep 14 11:02:14.156567 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41286) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:14.158115 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd743b0-91fe-4c66-ba2c-693d86bfbac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a984ac-ea74-4ef1-a951-16457e15fdd5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:14.202730 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87bcdb07-8d7e-4511-908f-f6ce69d9843d req-fde03fbc-2222-46f0-b038-6fc6e9156704 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455401 Sep 14 11:02:14.210590 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6c9724b-7d69-4c78-838a-467358500dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.231968 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6c9724b-7d69-4c78-838a-467358500dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.278231 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6c9724b-7d69-4c78-838a-467358500dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.280872 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6c9724b-7d69-4c78-838a-467358500dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.282263 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-f6c9724b-7d69-4c78-838a-467358500dd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17a984ac-ea74-4ef1-a951-16457e15fdd5 HTTP/1.1" status: 204 len: 168 time: 0.1245942 Sep 14 11:02:14.291137 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9724b-7d69-4c78-838a-467358500dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a984ac-ea74-4ef1-a951-16457e15fdd5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:14.517928 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24c0e-dd2f-4769-9b08-53a278b5e348 req-9657a65c-446e-4207-96a5-719a186057b0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:14.528663 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ed24c0e-dd2f-4769-9b08-53a278b5e348 req-9657a65c-446e-4207-96a5-719a186057b0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0672657 Sep 14 11:02:14.597330 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ed24c0e-dd2f-4769-9b08-53a278b5e348 req-8bedafa8-8043-4e85-9768-2cf69048b926 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656033 Sep 14 11:02:14.643555 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357103-043b-4948-9bf3-5cecb0066bae req-09e6808c-395a-439a-8f4a-76261cfb8eba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:14.654465 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d5357103-043b-4948-9bf3-5cecb0066bae req-09e6808c-395a-439a-8f4a-76261cfb8eba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.1049511 Sep 14 11:02:14.696060 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d5357103-043b-4948-9bf3-5cecb0066bae req-1dbf3652-763f-49b5-8a8b-e4b7f96fb01d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Sep 14 11:02:14.725774 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41306) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:14.740074 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-191e5c8a-2490-4207-8ed1-4d9a1a80d859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.828417 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-191e5c8a-2490-4207-8ed1-4d9a1a80d859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.832250 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-191e5c8a-2490-4207-8ed1-4d9a1a80d859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.869602 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-191e5c8a-2490-4207-8ed1-4d9a1a80d859 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=497d95548abb48f89777fa6a32f88fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427493 Sep 14 11:02:14.870526 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e5c8a-2490-4207-8ed1-4d9a1a80d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e1d6e-83b2-4492-bea4-4e3c2de92d21,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:14.872323 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41310) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:14.932526 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53017efd-8125-46ef-ae98-41e3c7d73633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:14.954361 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53017efd-8125-46ef-ae98-41e3c7d73633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:15.001713 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53017efd-8125-46ef-ae98-41e3c7d73633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:15.004308 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53017efd-8125-46ef-ae98-41e3c7d73633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:15.005482 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-53017efd-8125-46ef-ae98-41e3c7d73633 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/445e1d6e-83b2-4492-bea4-4e3c2de92d21 HTTP/1.1" status: 204 len: 168 time: 0.1321220 Sep 14 11:02:15.013884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53017efd-8125-46ef-ae98-41e3c7d73633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e1d6e-83b2-4492-bea4-4e3c2de92d21,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:15.121582 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf81595-3f31-42b9-9305-833582d73b10 req-e58d9413-9efe-435a-81af-cc106514f75f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:15.124830 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9bf81595-3f31-42b9-9305-833582d73b10 req-e58d9413-9efe-435a-81af-cc106514f75f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0543897 Sep 14 11:02:15.164166 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9bf81595-3f31-42b9-9305-833582d73b10 req-a81dacc6-06ad-4baf-bff1-c7135398fbbc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Sep 14 11:02:15.188314 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afef457e-240f-4712-9c52-93a317652b5d', 'tag': 'b0bea6ee-853f-4c77-851c-32163cb25b9e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:15.189357 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "afef457e-240f-4712-9c52-93a317652b5d", "tag": "b0bea6ee-853f-4c77-851c-32163cb25b9e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:15.228154 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814e332-a2cc-4323-a2c1-fa1b910876be x-openstack-request-id: req-d814e332-a2cc-4323-a2c1-fa1b910876be {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:15.228474 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afef457e-240f-4712-9c52-93a317652b5d", "tag": "b0bea6ee-853f-4c77-851c-32163cb25b9e", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:15.228861 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d814e332-a2cc-4323-a2c1-fa1b910876be {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:15.229147 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afef457e-240f-4712-9c52-93a317652b5d', 'tag': 'b0bea6ee-853f-4c77-851c-32163cb25b9e', 'status': 'completed', 'code': 200} Sep 14 11:02:15.318821 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5309ef9-d663-4312-8f05-e9273e794153 req-7d23d107-bd83-422d-8be4-a8025d447880 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:15.320297 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e5309ef9-d663-4312-8f05-e9273e794153 req-7d23d107-bd83-422d-8be4-a8025d447880 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0515540 Sep 14 11:02:15.362679 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e5309ef9-d663-4312-8f05-e9273e794153 req-dc1f2664-39f3-4c07-a479-0b8eaf42fd3a tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361922 Sep 14 11:02:15.534927 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0653ec-c764-4b1a-a005-8e3dd25f0105'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:15.537859 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef41113-603c-44de-98bd-8bbd0e2f7cb9" -d '{"events": [{"server_uuid": "91d1fca0-21b1-4fa5-b579-390149328ef4", "name": "network-vif-plugged", "status": "completed", "tag": "3a0653ec-c764-4b1a-a005-8e3dd25f0105"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:15.578437 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5e4ccd-9ba5-4dc1-86ee-45a5bc2ec8b9 x-openstack-request-id: req-0e5e4ccd-9ba5-4dc1-86ee-45a5bc2ec8b9 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:15.578901 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1fca0-21b1-4fa5-b579-390149328ef4", "name": "network-vif-plugged", "status": "completed", "tag": "3a0653ec-c764-4b1a-a005-8e3dd25f0105", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:15.579143 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e5e4ccd-9ba5-4dc1-86ee-45a5bc2ec8b9 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:15.579725 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'code': 200} Sep 14 11:02:15.704258 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38215-fe30-4ba9-85f6-ada666861497 req-30cb0239-8803-4391-8476-93aecb3f3658 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:15.705759 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-99a38215-fe30-4ba9-85f6-ada666861497 req-30cb0239-8803-4391-8476-93aecb3f3658 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0481136 Sep 14 11:02:15.746042 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-99a38215-fe30-4ba9-85f6-ada666861497 req-d9a39dcd-1abc-4b88-8286-ba4513499f6e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Sep 14 11:02:15.822901 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae1bc1-6409-4072-8aad-3b6ed75864e7 req-a460494e-de84-4a06-97d3-0ab1e541fff2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:15.824551 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66ae1bc1-6409-4072-8aad-3b6ed75864e7 req-a460494e-de84-4a06-97d3-0ab1e541fff2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0476160 Sep 14 11:02:15.869851 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66ae1bc1-6409-4072-8aad-3b6ed75864e7 req-f86679b5-5409-4b4e-a0e4-b56ae7ac5294 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389547 Sep 14 11:02:16.330148 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e331817-14ad-4f4d-a15a-61feaaa57530 req-39e0041e-cb10-46ef-b8ec-3cd9c806b7ad tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.337744 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4e331817-14ad-4f4d-a15a-61feaaa57530 req-39e0041e-cb10-46ef-b8ec-3cd9c806b7ad tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.1063409 Sep 14 11:02:16.339932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-4a8c0e1d-9d64-4c1a-a03e-b77a17ac0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.341488 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-4a8c0e1d-9d64-4c1a-a03e-b77a17ac0802 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.0996368 Sep 14 11:02:16.360309 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-daf2b8cc-9a58-4694-8749-7164f2b2d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.364245 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-daf2b8cc-9a58-4694-8749-7164f2b2d8ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1097 time: 0.0671282 Sep 14 11:02:16.440334 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-6a6ce607-aa17-4347-ba7a-0c6b9968dad5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745292 Sep 14 11:02:16.478703 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4e331817-14ad-4f4d-a15a-61feaaa57530 req-d4493b11-fec8-4ec4-b678-ab826b682b11 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313720 Sep 14 11:02:16.496722 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec req-9ffa8ff9-d520-481c-974b-d5cff2c65608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.498432 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec req-9ffa8ff9-d520-481c-974b-d5cff2c65608 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1096 time: 0.1031337 Sep 14 11:02:16.724431 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-8191a9fd-09b4-4b5f-966f-5a95bb8b3bf7 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630243 Sep 14 11:02:16.754364 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec req-3785302f-467a-4b68-8481-e4152e5fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.756124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec req-3785302f-467a-4b68-8481-e4152e5fff96 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2482564 Sep 14 11:02:16.820802 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-c71f67ea-fc8b-47f0-9a20-21295cefd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.822880 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-c71f67ea-fc8b-47f0-9a20-21295cefd415 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.4377568 Sep 14 11:02:16.868141 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838333-bfcb-4e71-8765-39a8cf40fa9e req-c1f9d4f8-7221-4eb8-b941-1c97f4b907c8 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.878550 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a139ffc-0b54-4a33-aae2-33cae2d65bc8 req-35338971-082b-4cbe-9083-3de887ac2b49 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.880095 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a139ffc-0b54-4a33-aae2-33cae2d65bc8 req-35338971-082b-4cbe-9083-3de887ac2b49 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0557053 Sep 14 11:02:16.890146 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-29838333-bfcb-4e71-8765-39a8cf40fa9e req-c1f9d4f8-7221-4eb8-b941-1c97f4b907c8 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.3992290 Sep 14 11:02:16.897840 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-78810544-8453-4ea8-968c-af239288a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.899301 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-78810544-8453-4ea8-968c-af239288a73d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 1099 time: 0.3970013 Sep 14 11:02:16.901694 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7682-0b1e-4447-89d6-d1747614facf req-0be83e82-6672-43f0-8587-6eeeeb1529bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:16.903168 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-945b7682-0b1e-4447-89d6-d1747614facf req-0be83e82-6672-43f0-8587-6eeeeb1529bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 1098 time: 0.4112048 Sep 14 11:02:16.934334 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a139ffc-0b54-4a33-aae2-33cae2d65bc8 req-0b9e186d-a0f5-49b1-b354-a94417a761dc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Sep 14 11:02:16.996714 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-29838333-bfcb-4e71-8765-39a8cf40fa9e req-3a789b80-5740-4a32-be49-30d0bf61929a tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Sep 14 11:02:17.057018 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb49a-607e-4d08-9f6e-db462e33cc09 req-95c1c4a4-cd4f-456b-9967-6a47255ac715 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:17.058535 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-803cb49a-607e-4d08-9f6e-db462e33cc09 req-95c1c4a4-cd4f-456b-9967-6a47255ac715 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0500793 Sep 14 11:02:17.096982 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-803cb49a-607e-4d08-9f6e-db462e33cc09 req-76fbde13-9b4e-4e68-bd71-590e6913562a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Sep 14 11:02:17.604019 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef73ae5-f8aa-4081-87d1-0901c43101e7 req-f875fc10-4127-4c9d-883d-16be1c36cb91 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:17.605487 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eef73ae5-f8aa-4081-87d1-0901c43101e7 req-f875fc10-4127-4c9d-883d-16be1c36cb91 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0495472 Sep 14 11:02:17.642582 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eef73ae5-f8aa-4081-87d1-0901c43101e7 req-440f610b-caf2-4e65-a8ca-b8d5abe9a108 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Sep 14 11:02:18.044211 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc43627-5d6a-4927-9fba-eede305cef75 req-6d602f5b-e189-497d-8a09-3f9aa1d39a14 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:18.046535 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6dc43627-5d6a-4927-9fba-eede305cef75 req-6d602f5b-e189-497d-8a09-3f9aa1d39a14 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0492642 Sep 14 11:02:18.088029 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6dc43627-5d6a-4927-9fba-eede305cef75 req-6b56df47-5ea4-4bd1-99e6-5399a6e50f6d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Sep 14 11:02:18.121510 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02c1bd-30da-4578-9fd3-16d3d776345e req-68190a88-79b0-4f1c-89c6-8bfa5b4963d4 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:18.123088 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2e02c1bd-30da-4578-9fd3-16d3d776345e req-68190a88-79b0-4f1c-89c6-8bfa5b4963d4 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0480013 Sep 14 11:02:18.161159 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2e02c1bd-30da-4578-9fd3-16d3d776345e req-90b67ecd-04c5-4201-9fe3-12e8fef1d0e5 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Sep 14 11:02:18.374916 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12969-634f-48b6-b89e-96b7510fe764 req-727d8cf0-c040-4dc7-89c9-f60be6ef9cbf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:18.376364 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bfc12969-634f-48b6-b89e-96b7510fe764 req-727d8cf0-c040-4dc7-89c9-f60be6ef9cbf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.2088966 Sep 14 11:02:18.412899 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bfc12969-634f-48b6-b89e-96b7510fe764 req-4c799afe-6506-4a67-bf76-306c1617d1b2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305800 Sep 14 11:02:18.753393 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdcf02-bad0-4e88-8302-f33d222c9519 req-ac091049-e9b2-4695-a374-aa3952130d85 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:18.754874 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21cdcf02-bad0-4e88-8302-f33d222c9519 req-ac091049-e9b2-4695-a374-aa3952130d85 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0467193 Sep 14 11:02:18.790110 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21cdcf02-bad0-4e88-8302-f33d222c9519 req-ad6cc8c6-28e0-4185-a348-fd574a836e3f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296032 Sep 14 11:02:18.954804 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2190cb6a-2791-45fd-a270-dc8ffd611e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:19.198507 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfe83c-e7b4-4aad-acde-67b594dd406f req-49eb6752-1d03-4866-aeed-e71eefc5ed5a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.199974 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eecfe83c-e7b4-4aad-acde-67b594dd406f req-49eb6752-1d03-4866-aeed-e71eefc5ed5a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0465121 Sep 14 11:02:19.240211 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eecfe83c-e7b4-4aad-acde-67b594dd406f req-ae6ddca6-7541-465f-80e1-df90dfbe5c01 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Sep 14 11:02:19.276293 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a318d-4f63-4d7f-89e9-d9c2429360e3 req-6ac3a786-1953-4c03-a764-5742f1905130 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.277803 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-789a318d-4f63-4d7f-89e9-d9c2429360e3 req-6ac3a786-1953-4c03-a764-5742f1905130 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Sep 14 11:02:19.314264 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-789a318d-4f63-4d7f-89e9-d9c2429360e3 req-5bf49f71-34d5-42d8-978e-13d614bd85f4 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 Sep 14 11:02:19.527312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f1695-6750-4d1c-8ead-e7c96e56ba71 req-afd3e553-5ab1-4c16-9864-8f8f93088ebe tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.528981 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f6f1695-6750-4d1c-8ead-e7c96e56ba71 req-afd3e553-5ab1-4c16-9864-8f8f93088ebe tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0484350 Sep 14 11:02:19.593461 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-184e26ff-cf2c-4763-ad96-e4e474c32a1b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:19.595416 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-945b7682-0b1e-4447-89d6-d1747614facf req-45bd3f39-3ce6-4b05-97cb-f0bb7eac4118 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:19.604213 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-b0fc6bdc-6214-40e3-876a-6fb7214cacc6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 217 time: 0.0661764 Sep 14 11:02:19.671066 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.db.api [req-945b7682-0b1e-4447-89d6-d1747614facf req-45bd3f39-3ce6-4b05-97cb-f0bb7eac4118 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 11:02:19.671066 dv-cinder-804035-12-iscsi neutron-server[93869]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 11:02:19.671066 dv-cinder-804035-12-iscsi neutron-server[93869]: [parameters: {'project_id': '2d648066318e4e6e925f4b4d129946a8', 'id': '88c1cc06-ae19-4409-b381-d45ea5f18db2', 'expiration': datetime.datetime(2021, 9, 14, 11, 4, 19, 659694)}] Sep 14 11:02:19.671066 dv-cinder-804035-12-iscsi neutron-server[93869]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:02:19.671511 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG oslo_db.api [req-945b7682-0b1e-4447-89d6-d1747614facf req-45bd3f39-3ce6-4b05-97cb-f0bb7eac4118 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:02:19.684086 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-923fca21-73e3-4925-adb5-52484f8c5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.686470 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-923fca21-73e3-4925-adb5-52484f8c5e26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0723696 Sep 14 11:02:19.755114 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-64712f43-60ac-4366-b37e-83575a9056a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.756627 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-64712f43-60ac-4366-b37e-83575a9056a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629435 Sep 14 11:02:19.759579 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f6f1695-6750-4d1c-8ead-e7c96e56ba71 req-06a42259-b0fc-412b-a35d-f5bdf47de3e3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041409 Sep 14 11:02:19.789072 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec req-a80ab2a7-dfd0-429d-aa60-ce2ca5e95ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.789072 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7b30d53d-cf8d-41fe-8f77-c318e747f7ec req-a80ab2a7-dfd0-429d-aa60-ce2ca5e95ffa service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576363 Sep 14 11:02:19.794671 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13428a9-85a5-475c-a84d-f74ca8d181b0 req-17c273f5-ef88-4f54-a52a-b8139d236fe6 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648029 Sep 14 11:02:19.849255 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-184e26ff-cf2c-4763-ad96-e4e474c32a1b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:19.858712 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-184e26ff-cf2c-4763-ad96-e4e474c32a1b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:19.912417 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-c0d42224-f992-4a85-bf6c-a7af8fc252e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.913936 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-c0d42224-f992-4a85-bf6c-a7af8fc252e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1096 time: 0.0718153 Sep 14 11:02:19.915652 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-5ccbc371-85bb-4c30-8784-db1cea642f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.916974 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-5ccbc371-85bb-4c30-8784-db1cea642f25 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0648971 Sep 14 11:02:19.932658 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-184e26ff-cf2c-4763-ad96-e4e474c32a1b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035487 Sep 14 11:02:19.939313 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-19f056b8-6392-4d72-a756-6c3041c05337 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740921 Sep 14 11:02:19.942452 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e26ff-cf2c-4763-ad96-e4e474c32a1b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f0af7c-6463-4ca4-b88c-f2bfe406faa5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:19.961651 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add95b05-cf05-4e73-98a4-535eaffd5e1f req-dec84407-0855-43e9-8269-997e295b5ba8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:19.963153 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-add95b05-cf05-4e73-98a4-535eaffd5e1f req-dec84407-0855-43e9-8269-997e295b5ba8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0945921 Sep 14 11:02:20.000883 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-add95b05-cf05-4e73-98a4-535eaffd5e1f req-8414250a-c00d-4cb8-bfba-acbf64439b1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Sep 14 11:02:20.172919 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-945b7682-0b1e-4447-89d6-d1747614facf req-45bd3f39-3ce6-4b05-97cb-f0bb7eac4118 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:20.227483 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-945b7682-0b1e-4447-89d6-d1747614facf req-45bd3f39-3ce6-4b05-97cb-f0bb7eac4118 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918805 Sep 14 11:02:20.354384 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab25f-b4a3-4b6b-a399-58a3a5f44193 req-3d71b955-0163-46fd-9b92-e0370d5d7428 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:20.356425 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4d7ab25f-b4a3-4b6b-a399-58a3a5f44193 req-3d71b955-0163-46fd-9b92-e0370d5d7428 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0492220 Sep 14 11:02:20.402924 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4d7ab25f-b4a3-4b6b-a399-58a3a5f44193 req-e8b136f0-c351-4813-aded-966c25683113 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Sep 14 11:02:20.439315 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c153ab4-2110-4b8f-9363-8022a37ff188 req-43c2c651-c7ef-4cf0-b34f-5357f3ea57eb tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:20.441111 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c153ab4-2110-4b8f-9363-8022a37ff188 req-43c2c651-c7ef-4cf0-b34f-5357f3ea57eb tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0536182 Sep 14 11:02:20.480637 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c153ab4-2110-4b8f-9363-8022a37ff188 req-c16b54a4-fd69-41fc-939a-8f991fe07932 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Sep 14 11:02:20.867775 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:20.882554 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9f68f-1220-4aca-b63f-1277d3cbf85c req-aa6805b5-2ead-4a74-9559-afa268cc6a66 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:20.884037 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6ac9f68f-1220-4aca-b63f-1277d3cbf85c req-aa6805b5-2ead-4a74-9559-afa268cc6a66 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0475273 Sep 14 11:02:20.920680 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6ac9f68f-1220-4aca-b63f-1277d3cbf85c req-97093da5-a348-4625-843d-40d5ef348224 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298598 Sep 14 11:02:21.109261 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a86f39-7e04-47be-ba9b-a8aaa1b6fbe4 req-fd262e5e-ba6a-4e9e-b98e-1fadd76eb1fe tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:21.110651 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-08a86f39-7e04-47be-ba9b-a8aaa1b6fbe4 req-fd262e5e-ba6a-4e9e-b98e-1fadd76eb1fe tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0466392 Sep 14 11:02:21.146281 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-08a86f39-7e04-47be-ba9b-a8aaa1b6fbe4 req-c901b58a-2369-4c00-bed9-04af90d9d3ad tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299625 Sep 14 11:02:21.462870 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9069f7eb-e41b-4447-a2f6-23f60e138c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:21.515552 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758986-c314-4552-91d1-c1c2dd5211d4 req-0689d583-ff32-4642-83c4-7cab90a48d22 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:21.517034 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-58758986-c314-4552-91d1-c1c2dd5211d4 req-0689d583-ff32-4642-83c4-7cab90a48d22 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0487676 Sep 14 11:02:21.554395 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-58758986-c314-4552-91d1-c1c2dd5211d4 req-56f32126-936c-409e-97c9-7f3fdc83db51 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Sep 14 11:02:21.591758 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9689c4-5156-4c42-a6ad-ac3b673492ec req-e34461da-2483-4776-96ad-fdf0e7a37071 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:21.593769 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c9689c4-5156-4c42-a6ad-ac3b673492ec req-e34461da-2483-4776-96ad-fdf0e7a37071 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0487885 Sep 14 11:02:21.631584 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c9689c4-5156-4c42-a6ad-ac3b673492ec req-a3bb33d6-b62b-444c-bcd5-f03b1e1a58a2 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Sep 14 11:02:21.641136 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:22.037473 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedecfc-49cf-4a14-b32f-a8c1e2f61238 req-8a0e2996-6515-4e29-b9a3-95b03cb8a945 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:22.038927 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1bedecfc-49cf-4a14-b32f-a8c1e2f61238 req-8a0e2996-6515-4e29-b9a3-95b03cb8a945 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0473151 Sep 14 11:02:22.077706 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1bedecfc-49cf-4a14-b32f-a8c1e2f61238 req-2885b88d-c9e3-414f-a3b8-9f8186e88cfd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Sep 14 11:02:22.260049 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb8f0-4321-4601-ad45-9325407fedf5 req-4f0867db-9d86-4456-a479-6dd34646bb55 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:22.261486 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c28eb8f0-4321-4601-ad45-9325407fedf5 req-4f0867db-9d86-4456-a479-6dd34646bb55 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0506680 Sep 14 11:02:22.298357 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c28eb8f0-4321-4601-ad45-9325407fedf5 req-43f1e8ca-80dc-436f-8e59-a4f9b74b3444 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Sep 14 11:02:22.665822 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20dcfc3-d476-4bf8-a19f-cd61aaf41511 req-b9a28401-37c3-4934-aba9-cc5c4b1932b0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:22.667304 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c20dcfc3-d476-4bf8-a19f-cd61aaf41511 req-b9a28401-37c3-4934-aba9-cc5c4b1932b0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0469017 Sep 14 11:02:22.705928 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c20dcfc3-d476-4bf8-a19f-cd61aaf41511 req-f96f6649-8c23-4273-b549-7ffa3c25b493 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319457 Sep 14 11:02:22.753619 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97991-73bb-4600-b040-497cf5715cde req-2c925a5c-2bf3-4b30-9fdc-92e25194f92d tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:22.755042 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2d97991-73bb-4600-b040-497cf5715cde req-2c925a5c-2bf3-4b30-9fdc-92e25194f92d tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0561032 Sep 14 11:02:22.790402 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2d97991-73bb-4600-b040-497cf5715cde req-09b545de-3ab4-446c-b5f7-cf10eb5c6212 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296037 Sep 14 11:02:22.913855 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:23.120017 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:23.129400 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-b4de5354-698d-4086-9fc6-9d3592ec2035 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 217 time: 0.0466726 Sep 14 11:02:23.188066 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-984a51b3-843a-4e38-aab6-5c0c2d8356eb req-6fc33ade-a91a-4e91-a930-42442057b4f2 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017489 Sep 14 11:02:23.227749 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:23.239430 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'mac_address': 'fa:16:3e:cc:65:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:23.276980 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:23.290423 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df4ecf4-fbe2-4665-b91b-4caa6d73903f {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:23.310656 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:23.318070 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-aa6c7ad8-372f-4b7a-8b14-8411177b8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:23.319524 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-aa6c7ad8-372f-4b7a-8b14-8411177b8bf3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.1789112 Sep 14 11:02:23.320507 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:23.331016 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3506f-5649-45bd-8ac3-59eb38a77f3c req-286e3188-5e9e-4a4c-a894-177272e1078b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:23.334005 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61a3506f-5649-45bd-8ac3-59eb38a77f3c req-286e3188-5e9e-4a4c-a894-177272e1078b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.1723397 Sep 14 11:02:23.375104 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-c25e9a86-44da-49b8-9af2-83a406d4c754 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392861 Sep 14 11:02:23.382257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:23.417594 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-fac36e2b-8665-4567-9b2e-0904eaafe9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:23.419316 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-fac36e2b-8665-4567-9b2e-0904eaafe9ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.3293924 Sep 14 11:02:23.451303 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ed93c-c72c-4e0a-b89b-cbf7a3d2ce4a req-ba5cdfdd-07eb-4e2c-90da-ec2a2668f4f7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:23.453988 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-248ed93c-c72c-4e0a-b89b-cbf7a3d2ce4a req-ba5cdfdd-07eb-4e2c-90da-ec2a2668f4f7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0540230 Sep 14 11:02:23.497535 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-fb1b8585-2c23-4533-97dc-bfd1524e43e7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de HTTP/1.1" status: 200 len: 217 time: 0.0626283 Sep 14 11:02:23.497762 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-248ed93c-c72c-4e0a-b89b-cbf7a3d2ce4a req-54fa9d45-0444-4356-9749-530f05998b30 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Sep 14 11:02:23.556956 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61a3506f-5649-45bd-8ac3-59eb38a77f3c req-57b69660-932a-4a12-9a9b-42ddfb3c1dae tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845903 Sep 14 11:02:23.577238 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['9df4ecf4-fbe2-4665-b91b-4caa6d73903f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:23.632296 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-ba8ad6c9-f29f-4997-95ea-a5164e7c32a1 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461898 Sep 14 11:02:23.638421 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-f5aebcc4-8ca7-4018-bb68-04293e8280d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:23.640941 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-f5aebcc4-8ca7-4018-bb68-04293e8280d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.1304967 Sep 14 11:02:23.709686 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-54c13e27-228a-4447-876c-b7b97496743a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522037 Sep 14 11:02:23.857221 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc083c3d-bae2-443d-8b6a-b33b6aceb964 req-aa22e62b-feca-40fa-a450-01e79a420892 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:23.868528 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc083c3d-bae2-443d-8b6a-b33b6aceb964 req-aa22e62b-feca-40fa-a450-01e79a420892 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0799260 Sep 14 11:02:23.892589 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d13837ff-5cb2-4a7b-8f45-5c4af1f143fb req-0c5d9cac-9705-45d6-b5b9-582366cfaf09 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497921 Sep 14 11:02:23.929494 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc083c3d-bae2-443d-8b6a-b33b6aceb964 req-9ed23101-596f-4330-911e-7349c3b46339 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575342 Sep 14 11:02:23.941967 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-6f4e23d0-8eb5-46e2-a6d0-a56838823182 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209511 Sep 14 11:02:24.048631 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5cfd-4fa8-4eaa-91d2-6eb3f2a8e643 req-34ecbc4d-52e1-4c80-b80d-0d9220b4f21b tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:24.050253 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-257c5cfd-4fa8-4eaa-91d2-6eb3f2a8e643 req-34ecbc4d-52e1-4c80-b80d-0d9220b4f21b tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.1361916 Sep 14 11:02:24.088464 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a12bc98c-8af2-4606-88e8-e094857b14ee req-bfe37f98-2533-4afe-852c-fd588883557e service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255052 Sep 14 11:02:24.122766 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-257c5cfd-4fa8-4eaa-91d2-6eb3f2a8e643 req-6326a867-bcd4-4125-98e7-9a62375c6b2a tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648808 Sep 14 11:02:24.605204 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:24.615914 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02fa77-00ed-4f51-9070-ac2906ec4d6c req-30c13590-9442-48f0-8b00-b131e33bf41f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:24.617697 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc02fa77-00ed-4f51-9070-ac2906ec4d6c req-30c13590-9442-48f0-8b00-b131e33bf41f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0540540 Sep 14 11:02:24.655851 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc02fa77-00ed-4f51-9070-ac2906ec4d6c req-8ccfbd6c-57ea-4a70-b066-ab11583c7db9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Sep 14 11:02:24.700629 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3620-259d-4f4c-a5a3-310c723381d4 req-407113a3-c43c-418e-bbc7-5fc5a7927eb3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:24.702193 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-787e3620-259d-4f4c-a5a3-310c723381d4 req-407113a3-c43c-418e-bbc7-5fc5a7927eb3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0522273 Sep 14 11:02:24.738776 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-787e3620-259d-4f4c-a5a3-310c723381d4 req-a9d89524-6eeb-4da9-a1ff-a5db04e917a9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Sep 14 11:02:25.041986 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44c978-c3b9-4d1d-aab2-2dc1b11e216c req-87bc09d3-0f5b-4958-9ab5-c0732d67f6a1 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:25.043484 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e44c978-c3b9-4d1d-aab2-2dc1b11e216c req-87bc09d3-0f5b-4958-9ab5-c0732d67f6a1 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0482776 Sep 14 11:02:25.085947 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e44c978-c3b9-4d1d-aab2-2dc1b11e216c req-6d482841-02f9-4a92-b5d0-029284a0b4f8 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Sep 14 11:02:25.239129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c4ab-8bb3-4f77-ad63-c0847381abac req-1edc3fe4-9a6e-480b-9179-ddd00169562e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:25.240595 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7024c4ab-8bb3-4f77-ad63-c0847381abac req-1edc3fe4-9a6e-480b-9179-ddd00169562e tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Sep 14 11:02:25.278371 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7024c4ab-8bb3-4f77-ad63-c0847381abac req-0b8714e7-d61d-428d-9521-048945b5894d tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Sep 14 11:02:25.767508 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30c9d-78b9-410e-9d99-cb792f62f3c9 req-d19aec87-f96c-4fcf-a980-ac9c46878fc4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:25.768990 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-90b30c9d-78b9-410e-9d99-cb792f62f3c9 req-d19aec87-f96c-4fcf-a980-ac9c46878fc4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0471144 Sep 14 11:02:25.805886 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-90b30c9d-78b9-410e-9d99-cb792f62f3c9 req-615178e2-cc77-4900-ba46-c654967c4a63 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Sep 14 11:02:25.854030 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ab25c-f55e-4793-856e-ab76216b1cba req-3b1cbed1-7271-4643-8187-2896c50382b6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:25.855408 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca1ab25c-f55e-4793-856e-ab76216b1cba req-3b1cbed1-7271-4643-8187-2896c50382b6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0467427 Sep 14 11:02:25.891132 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca1ab25c-f55e-4793-856e-ab76216b1cba req-5f2a202f-65d5-42dc-91cd-170340cba155 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297973 Sep 14 11:02:26.198694 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59a1c3-87f1-4d42-bdb8-bd9f675ad32e req-2313457c-5ed0-4dd7-9c05-1615752008e0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:26.200145 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c59a1c3-87f1-4d42-bdb8-bd9f675ad32e req-2313457c-5ed0-4dd7-9c05-1615752008e0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0498979 Sep 14 11:02:26.235757 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c59a1c3-87f1-4d42-bdb8-bd9f675ad32e req-1148cae6-dbe4-4176-a5af-743a579c4e5e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292590 Sep 14 11:02:26.393027 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22421ce-d935-49be-a10a-fd8d90e9f1a1 req-92349425-39a3-486a-848a-530538291e6c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:26.394412 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e22421ce-d935-49be-a10a-fd8d90e9f1a1 req-92349425-39a3-486a-848a-530538291e6c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0512550 Sep 14 11:02:26.430338 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e22421ce-d935-49be-a10a-fd8d90e9f1a1 req-929f5b55-7dff-4cf1-9e9b-d8b63c14e8e1 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300736 Sep 14 11:02:26.916274 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcd740-98c1-4851-ba0d-972ee62358cc req-3654b36f-7100-4e3c-b93a-b1d6fdecda34 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:26.917805 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ebcd740-98c1-4851-ba0d-972ee62358cc req-3654b36f-7100-4e3c-b93a-b1d6fdecda34 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0479236 Sep 14 11:02:26.956916 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ebcd740-98c1-4851-ba0d-972ee62358cc req-35dda010-253d-44a1-b1db-ea9266be4b81 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Sep 14 11:02:27.006847 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee1278-48ac-427c-bd7a-f02ddb9fb0aa req-8f26f6cd-765d-46bf-9693-845a6ccf163c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:27.008409 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32ee1278-48ac-427c-bd7a-f02ddb9fb0aa req-8f26f6cd-765d-46bf-9693-845a6ccf163c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0468829 Sep 14 11:02:27.046080 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32ee1278-48ac-427c-bd7a-f02ddb9fb0aa req-065ee045-a466-484a-a78b-6912de108b42 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Sep 14 11:02:27.121864 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:27.169282 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:27.174644 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:27.175014 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:27.253000 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:27.278478 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:27.280711 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95727d26-3c2f-40c4-a4cf-28ecafcf774d" -d '{"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-plugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:27.293919 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:27.298915 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:27.329804 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74037f55-b916-4e76-9fee-d3dcaf866707 x-openstack-request-id: req-74037f55-b916-4e76-9fee-d3dcaf866707 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:27.330097 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-plugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:27.330343 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74037f55-b916-4e76-9fee-d3dcaf866707 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:27.330722 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'code': 200} Sep 14 11:02:27.357376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:27.381231 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ad8bd-a149-40a4-b71f-bd39c6a2d647 req-ab6829a8-625a-4e19-834b-c7152e12a4b6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:27.383549 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb9ad8bd-a149-40a4-b71f-bd39c6a2d647 req-ab6829a8-625a-4e19-834b-c7152e12a4b6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0670416 Sep 14 11:02:27.426147 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb9ad8bd-a149-40a4-b71f-bd39c6a2d647 req-24b807ec-31f2-4e4e-9eed-65bde9038278 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Sep 14 11:02:27.776900 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c46a2-7d52-420d-ac87-c735a1bd2d7f req-7cdf78fa-2643-4ea0-ac84-c41086e53034 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:27.778412 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0e6c46a2-7d52-420d-ac87-c735a1bd2d7f req-7cdf78fa-2643-4ea0-ac84-c41086e53034 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.2794955 Sep 14 11:02:27.821265 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d523-8d62-4d6b-b7ec-3a219753a670 req-8b51d8bb-0665-4ce7-adbb-accacf2d2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:27.822730 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1649d523-8d62-4d6b-b7ec-3a219753a670 req-8b51d8bb-0665-4ce7-adbb-accacf2d2694 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1099 time: 0.2870843 Sep 14 11:02:27.829769 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0e6c46a2-7d52-420d-ac87-c735a1bd2d7f req-eca74b45-aee2-41e1-a069-e3211f85249c tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Sep 14 11:02:28.071189 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c3cc0-b841-4738-b37c-6ea8a214a284 req-22b76238-b563-4056-bc40-56e3b646c42c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:28.073524 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b72c3cc0-b841-4738-b37c-6ea8a214a284 req-22b76238-b563-4056-bc40-56e3b646c42c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0523753 Sep 14 11:02:28.112425 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b72c3cc0-b841-4738-b37c-6ea8a214a284 req-e52565d9-a67e-4f0a-8117-2a79c21787cb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Sep 14 11:02:28.164917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ba196-ff81-4dc8-81c6-69473941b06f req-4fd59a21-0296-4958-90c7-ba608b2925bf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:28.166414 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-437ba196-ff81-4dc8-81c6-69473941b06f req-4fd59a21-0296-4958-90c7-ba608b2925bf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0481091 Sep 14 11:02:28.202585 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-437ba196-ff81-4dc8-81c6-69473941b06f req-f4ea7e42-cd77-4a9e-8333-2bc000dfd9c2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299678 Sep 14 11:02:28.536943 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807259c5-bac3-4423-a89c-9e7b5603c007 req-06a82c08-c92b-4f67-987d-75d2b15266c8 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:28.538436 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-807259c5-bac3-4423-a89c-9e7b5603c007 req-06a82c08-c92b-4f67-987d-75d2b15266c8 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0470827 Sep 14 11:02:28.575889 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-807259c5-bac3-4423-a89c-9e7b5603c007 req-d79542fd-79c8-4b99-8a91-9bdabdf444c9 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Sep 14 11:02:28.944681 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496926cc-8430-4210-91dd-c6eb3ffdbe0d req-cd25a3ce-4fcc-4e55-9c0c-10e2777997c0 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:28.946057 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-496926cc-8430-4210-91dd-c6eb3ffdbe0d req-cd25a3ce-4fcc-4e55-9c0c-10e2777997c0 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0475473 Sep 14 11:02:28.985256 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-496926cc-8430-4210-91dd-c6eb3ffdbe0d req-39e1f7e1-14ac-4d1d-b7cb-494e49d190d2 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Sep 14 11:02:29.229000 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c7daa-ac86-4e41-a26a-b058f8376bd9 req-fa5ca1d0-3b15-4cb5-ae38-f41ad130c919 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:29.233703 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d2c7daa-ac86-4e41-a26a-b058f8376bd9 req-fa5ca1d0-3b15-4cb5-ae38-f41ad130c919 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 943 time: 0.0491710 Sep 14 11:02:29.289896 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d2c7daa-ac86-4e41-a26a-b058f8376bd9 req-f47aa787-2a6e-42f3-aac0-79f816eab638 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466208 Sep 14 11:02:29.346407 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a028-c6cc-4248-bfc0-9a076b071db2 req-b116734f-f608-44f1-9b65-473fb51d480f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:29.347887 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-58b9a028-c6cc-4248-bfc0-9a076b071db2 req-b116734f-f608-44f1-9b65-473fb51d480f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0612569 Sep 14 11:02:29.384450 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-58b9a028-c6cc-4248-bfc0-9a076b071db2 req-6695b152-1ab3-4f5b-8015-be0e10ccf2c4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Sep 14 11:02:29.535787 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b4a0492a-9a1e-436e-886c-aa9d6fe6c6de details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:29.631483 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:29.642582 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'port_id': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de', 'mac_address': 'fa:16:3e:a7:7f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:29.678366 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:29.690188 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a0492a-9a1e-436e-886c-aa9d6fe6c6de {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:29.709132 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:29.712667 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:29.756896 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:30.413819 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c4df0-d03a-452f-9112-f9b4c47f34a0 req-00e80062-e68a-4d91-bb07-91638b511d23 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:30.415750 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f47c4df0-d03a-452f-9112-f9b4c47f34a0 req-00e80062-e68a-4d91-bb07-91638b511d23 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 944 time: 0.0694809 Sep 14 11:02:30.459047 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f47c4df0-d03a-452f-9112-f9b4c47f34a0 req-d0a18e8a-8670-4ff2-9849-6d50b9cad1ee tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Sep 14 11:02:30.502243 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac863d-fc13-47bb-be13-2973600b181b req-4b6df799-881f-49c6-8dc2-30e681afc0ff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:30.503697 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-48ac863d-fc13-47bb-be13-2973600b181b req-4b6df799-881f-49c6-8dc2-30e681afc0ff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0468230 Sep 14 11:02:30.539348 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-48ac863d-fc13-47bb-be13-2973600b181b req-50d34a14-34f3-4499-ac51-76e3b8a0bca4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298820 Sep 14 11:02:30.558458 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b0bea6ee-853f-4c77-851c-32163cb25b9e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:30.602651 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1649d523-8d62-4d6b-b7ec-3a219753a670 req-fdfb20d5-92fc-417e-8d4e-81ae54b0912c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Sep 14 11:02:30.679194 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port b0bea6ee-853f-4c77-851c-32163cb25b9e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:30.689975 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'b0bea6ee-853f-4c77-851c-32163cb25b9e', 'network_id': '7b5f5f7b-9eed-43a3-a095-f86ec13a52a7', 'port_id': 'b0bea6ee-853f-4c77-851c-32163cb25b9e', 'mac_address': 'fa:16:3e:49:91:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fe1ee3-1a09-43e5-9b22-47a3f6e850fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:30.727528 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:30.740397 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bea6ee-853f-4c77-851c-32163cb25b9e {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:30.763212 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port b0bea6ee-853f-4c77-851c-32163cb25b9e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:30.766724 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:30.813948 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=b0bea6ee-853f-4c77-851c-32163cb25b9e,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:30.945579 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['b4a0492a-9a1e-436e-886c-aa9d6fe6c6de'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:31.138406 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['b0bea6ee-853f-4c77-851c-32163cb25b9e'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:31.572036 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097011c7-ec71-464a-a31f-5975c4a7d9e2 req-25d070e1-1a41-4731-9fa2-ab09dd5d3bc0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:31.573686 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-097011c7-ec71-464a-a31f-5975c4a7d9e2 req-25d070e1-1a41-4731-9fa2-ab09dd5d3bc0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 944 time: 0.0499237 Sep 14 11:02:31.616004 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-097011c7-ec71-464a-a31f-5975c4a7d9e2 req-5ccae00c-709c-4edb-b77f-137b15cb17d0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Sep 14 11:02:31.677323 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673498-0294-4f7e-beda-b5fefe7ce6e7 req-ca58799d-77ad-4032-879b-eb2382a7d329 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:31.678941 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02673498-0294-4f7e-beda-b5fefe7ce6e7 req-ca58799d-77ad-4032-879b-eb2382a7d329 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0568714 Sep 14 11:02:31.716824 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02673498-0294-4f7e-beda-b5fefe7ce6e7 req-7c6e88da-9405-420b-84f6-8f4afffb75be tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Sep 14 11:02:32.033979 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41794) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:32.152226 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fa501c8d-7531-4b29-befc-283d1c952642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.257139 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fa501c8d-7531-4b29-befc-283d1c952642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.261530 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fa501c8d-7531-4b29-befc-283d1c952642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.301244 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fa501c8d-7531-4b29-befc-283d1c952642 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d63b5b8b6704fd5b1001f737d6020b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661653 Sep 14 11:02:32.302158 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501c8d-7531-4b29-befc-283d1c952642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2eb9e8-6629-4567-8968-f8634a6c23d8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:32.305138 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41808) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:32.355346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c09d52bc-cb0a-472f-833e-233e6cdbb7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.377474 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c09d52bc-cb0a-472f-833e-233e6cdbb7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.444073 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c09d52bc-cb0a-472f-833e-233e6cdbb7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.446811 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c09d52bc-cb0a-472f-833e-233e6cdbb7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.450418 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c09d52bc-cb0a-472f-833e-233e6cdbb7b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf2eb9e8-6629-4567-8968-f8634a6c23d8 HTTP/1.1" status: 204 len: 168 time: 0.1411695 Sep 14 11:02:32.456480 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d52bc-cb0a-472f-833e-233e6cdbb7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2eb9e8-6629-4567-8968-f8634a6c23d8,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:32.559378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b0bea6ee-853f-4c77-851c-32163cb25b9e up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:32.647621 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port b0bea6ee-853f-4c77-851c-32163cb25b9e completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:32.652747 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port b0bea6ee-853f-4c77-851c-32163cb25b9e triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:32.653512 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.822658 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.851022 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef457e-240f-4712-9c52-93a317652b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bea6ee-853f-4c77-851c-32163cb25b9e'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:32.853414 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf2816-7d6a-4f90-a1ce-b49b4915bccc" -d '{"events": [{"server_uuid": "afef457e-240f-4712-9c52-93a317652b5d", "name": "network-vif-plugged", "status": "completed", "tag": "b0bea6ee-853f-4c77-851c-32163cb25b9e"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:32.867888 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port b0bea6ee-853f-4c77-851c-32163cb25b9e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:32.872318 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:32.873145 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c704-6176-42b4-ac3c-29ab0b92d401 req-771b638a-2fd5-4f01-82b7-4d903751b9b4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:32.873744 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b4a0492a-9a1e-436e-886c-aa9d6fe6c6de up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:32.883547 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-67b5c704-6176-42b4-ac3c-29ab0b92d401 req-771b638a-2fd5-4f01-82b7-4d903751b9b4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 944 time: 0.0857179 Sep 14 11:02:32.934527 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-67b5c704-6176-42b4-ac3c-29ab0b92d401 req-1a483e3f-024d-4e40-8ee1-fbcc39496fc3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Sep 14 11:02:32.970136 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:32.972256 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=b0bea6ee-853f-4c77-851c-32163cb25b9e,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:32.972857 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41864) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:32.978071 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:32.978910 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.005377 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d6b53765-efb1-48fe-8ae1-46ec739798b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.044555 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a51d0a-c224-4f64-9ce4-c54c0f7dfe24 req-412cf45a-8774-4619-873a-a178adcb9c14 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:33.046396 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-88a51d0a-c224-4f64-9ce4-c54c0f7dfe24 req-412cf45a-8774-4619-873a-a178adcb9c14 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0531292 Sep 14 11:02:33.070277 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.121513 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-88a51d0a-c224-4f64-9ce4-c54c0f7dfe24 req-892ee547-c714-4858-8913-f3ed65432d74 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630286 Sep 14 11:02:33.129771 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:33.134700 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.169203 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d6b53765-efb1-48fe-8ae1-46ec739798b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.175476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d6b53765-efb1-48fe-8ae1-46ec739798b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.191485 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3adf9a1-6217-4757-a537-77981cd3e7e0 x-openstack-request-id: req-c3adf9a1-6217-4757-a537-77981cd3e7e0 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:33.191702 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afef457e-240f-4712-9c52-93a317652b5d", "name": "network-vif-plugged", "status": "completed", "tag": "b0bea6ee-853f-4c77-851c-32163cb25b9e", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:33.191936 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3adf9a1-6217-4757-a537-77981cd3e7e0 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:33.192333 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef457e-240f-4712-9c52-93a317652b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bea6ee-853f-4c77-851c-32163cb25b9e', 'code': 200} Sep 14 11:02:33.193349 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:33.235038 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d6b53765-efb1-48fe-8ae1-46ec739798b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb6da28436d409b99de14a22be05390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605002 Sep 14 11:02:33.237669 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41876) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:33.240121 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b53765-efb1-48fe-8ae1-46ec739798b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ae2eb-c4f8-4328-a426-8fbbcb65c8c6,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:33.279873 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125bd4-71a9-42bd-a325-efe72633ce5d req-fdfbff69-6207-4157-a69c-44611b52df37 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:33.281378 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-50125bd4-71a9-42bd-a325-efe72633ce5d req-fdfbff69-6207-4157-a69c-44611b52df37 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0732529 Sep 14 11:02:33.290521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 41878) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:33.295399 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'floatingip': {'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:33.303093 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-20346b67-6c3c-40d8-b07d-d7c807b5ad21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.340452 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-20346b67-6c3c-40d8-b07d-d7c807b5ad21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.383704 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.391742 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-20346b67-6c3c-40d8-b07d-d7c807b5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.394489 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-20346b67-6c3c-40d8-b07d-d7c807b5ad21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.395783 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-20346b67-6c3c-40d8-b07d-d7c807b5ad21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b3ae2eb-c4f8-4328-a426-8fbbcb65c8c6 HTTP/1.1" status: 204 len: 168 time: 0.1570315 Sep 14 11:02:33.404866 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20346b67-6c3c-40d8-b07d-d7c807b5ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ae2eb-c4f8-4328-a426-8fbbcb65c8c6,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:33.736988 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41894) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:33.750542 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-72e21cc6-d302-4007-9c8c-e4f2fd6a0b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.841821 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-72e21cc6-d302-4007-9c8c-e4f2fd6a0b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.846390 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-72e21cc6-d302-4007-9c8c-e4f2fd6a0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.887638 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-72e21cc6-d302-4007-9c8c-e4f2fd6a0b1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=533fef300dd440f0aa0819b199d414a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491327 Sep 14 11:02:33.889966 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41896) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:33.896534 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e21cc6-d302-4007-9c8c-e4f2fd6a0b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700cf7b0-c463-47be-8ff3-42786bbc7cb6,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:33.943064 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b51bee69-66b1-44da-bddb-b13e8c3adf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.964511 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b51bee69-66b1-44da-bddb-b13e8c3adf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:33.998257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:34.011700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:34.018178 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b51bee69-66b1-44da-bddb-b13e8c3adf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:34.021682 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b51bee69-66b1-44da-bddb-b13e8c3adf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:34.022977 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b51bee69-66b1-44da-bddb-b13e8c3adf3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/700cf7b0-c463-47be-8ff3-42786bbc7cb6 HTTP/1.1" status: 204 len: 168 time: 0.1315112 Sep 14 11:02:34.033963 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bee69-66b1-44da-bddb-b13e8c3adf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700cf7b0-c463-47be-8ff3-42786bbc7cb6,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:34.116084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11cde2-2bd9-4250-a6d6-b3038625b38e req-ba050d9e-3d41-4cef-8aac-7ce7aa8842e2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:34.117588 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae11cde2-2bd9-4250-a6d6-b3038625b38e req-ba050d9e-3d41-4cef-8aac-7ce7aa8842e2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1181026 Sep 14 11:02:34.162436 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Floating IP 7418acaf-b271-47ac-8cfe-70b0724ca6a8 associated. External IP: 172.27.2.126, port: 9df4ecf4-fbe2-4665-b91b-4caa6d73903f. Sep 14 11:02:34.202901 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae11cde2-2bd9-4250-a6d6-b3038625b38e req-dc767b25-4f2f-4d2d-84ef-c9629b50c647 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754044 Sep 14 11:02:34.372490 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:02:34.480207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:02:34.490220 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:34.496940 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:02:34.510090 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:02:34.510708 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:02:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:34.522940 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2864536b-8ed6-441f-ae6d-c1734e49de83 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "PUT /v2.0/floatingips/7418acaf-b271-47ac-8cfe-70b0724ca6a8 HTTP/1.1" status: 200 len: 992 time: 1.2312143 Sep 14 11:02:34.523529 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:34.526346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e" -d '{"events": [{"name": "network-changed", "server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:34.617000 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5f662-f23d-4d4b-af29-73ebdf2ca901 x-openstack-request-id: req-44c5f662-f23d-4d4b-af29-73ebdf2ca901 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:34.617293 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:34.617575 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44c5f662-f23d-4d4b-af29-73ebdf2ca901 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:34.617956 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'status': 'completed', 'code': 200} Sep 14 11:02:34.635545 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:02:34.914441 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '7418acaf-b271-47ac-8cfe-70b0724ca6a8', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'mac_address': 'fa:16:3e:cc:65:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a5690-7f93-43b0-8fe7-faae09bff069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:01:56Z', 'updated_at': '2021-09-14T11:02:33Z', 'revision_number': 1, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:35.028584 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:02:35.037071 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:02:35.037780 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:02:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:35.145913 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:02:35.193341 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:35.196014 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8525a0-848a-458f-a010-13f96f15873d" -d '{"events": [{"server_uuid": "dd642a2f-d287-434a-a3f5-fbed019cc6f9", "name": "network-vif-plugged", "status": "completed", "tag": "b4a0492a-9a1e-436e-886c-aa9d6fe6c6de"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:35.231745 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cae8df-f011-4f35-a05d-b4c3313eeff6 x-openstack-request-id: req-64cae8df-f011-4f35-a05d-b4c3313eeff6 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:35.232140 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd642a2f-d287-434a-a3f5-fbed019cc6f9", "name": "network-vif-plugged", "status": "completed", "tag": "b4a0492a-9a1e-436e-886c-aa9d6fe6c6de", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:35.232460 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64cae8df-f011-4f35-a05d-b4c3313eeff6 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:35.232911 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de', 'code': 200} Sep 14 11:02:35.323401 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f5146-fd0e-45ef-a1dc-261d7eacc243 req-c8244856-535c-448b-bb2e-a2ad08939af2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:35.324808 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca6f5146-fd0e-45ef-a1dc-261d7eacc243 req-c8244856-535c-448b-bb2e-a2ad08939af2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0482852 Sep 14 11:02:35.327272 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41958) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:35.365405 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca6f5146-fd0e-45ef-a1dc-261d7eacc243 req-96458375-17ce-4cfb-bd36-8dd7ce1afc73 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Sep 14 11:02:35.380539 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '7418acaf-b271-47ac-8cfe-70b0724ca6a8', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'mac_address': 'fa:16:3e:cc:65:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a5690-7f93-43b0-8fe7-faae09bff069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:01:56Z', 'updated_at': '2021-09-14T11:02:33Z', 'revision_number': 1, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:02:35.411720 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75ff36-a135-4179-aa33-3fc46daf6d37 None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '7418acaf-b271-47ac-8cfe-70b0724ca6a8', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'mac_address': 'fa:16:3e:cc:65:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a5690-7f93-43b0-8fe7-faae09bff069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:01:56Z', 'updated_at': '2021-09-14T11:02:33Z', 'revision_number': 1, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:02:35.447147 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3902e5e-6f41-4439-845c-1a4f18ef8035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.537193 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3902e5e-6f41-4439-845c-1a4f18ef8035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.541964 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3902e5e-6f41-4439-845c-1a4f18ef8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.583442 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a3902e5e-6f41-4439-845c-1a4f18ef8035 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfb8831170b94b25b97ac21c91622540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542667 Sep 14 11:02:35.585955 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 41964) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:35.592142 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3902e5e-6f41-4439-845c-1a4f18ef8035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d1953-2194-485a-aa3e-f1d8f398e7a5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:35.614522 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789905b-0d8a-4bbf-a62f-ce5a95d8eec3 None None] New status for floating IP 7418acaf-b271-47ac-8cfe-70b0724ca6a8: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:02:35.643250 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b313762a-2933-4ace-960e-bf9a3cfc4a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.678934 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b313762a-2933-4ace-960e-bf9a3cfc4a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.742143 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b313762a-2933-4ace-960e-bf9a3cfc4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.745105 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b313762a-2933-4ace-960e-bf9a3cfc4a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:35.747790 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b313762a-2933-4ace-960e-bf9a3cfc4a6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a14d1953-2194-485a-aa3e-f1d8f398e7a5 HTTP/1.1" status: 204 len: 168 time: 0.1594272 Sep 14 11:02:35.758373 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313762a-2933-4ace-960e-bf9a3cfc4a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d1953-2194-485a-aa3e-f1d8f398e7a5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:36.010412 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-be7b348d-0b86-4521-9133-8411801ac810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.013359 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-be7b348d-0b86-4521-9133-8411801ac810 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1099 time: 0.0775192 Sep 14 11:02:36.196251 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb6041-1072-4df2-8d13-27b7bd54720c req-9c4e5d26-e22c-4c02-ae05-303f9b5bb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.198191 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0bb6041-1072-4df2-8d13-27b7bd54720c req-9c4e5d26-e22c-4c02-ae05-303f9b5bb646 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0454524 Sep 14 11:02:36.198919 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-d5521ee1-ea0f-447b-8c62-28c950edb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.200542 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-d5521ee1-ea0f-447b-8c62-28c950edb3ef service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.1801486 Sep 14 11:02:36.209807 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30648-9713-4fcc-86d7-090d7a488317 req-696b6475-27af-4922-aa1d-518a2e621d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.211274 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4ba30648-9713-4fcc-86d7-090d7a488317 req-696b6475-27af-4922-aa1d-518a2e621d1e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0590494 Sep 14 11:02:36.249374 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0bb6041-1072-4df2-8d13-27b7bd54720c req-201980e8-3bdc-4459-afaa-4204af2a9660 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Sep 14 11:02:36.333710 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4ba30648-9713-4fcc-86d7-090d7a488317 req-056a101c-a923-42c0-84f4-827bff5e11e8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023407 Sep 14 11:02:36.335469 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-9cde13c9-e333-4dd3-8fea-3d82b3090659 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 1002 time: 0.1109250 Sep 14 11:02:36.485354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8f29-d42c-4ea2-85ca-1307aad0b587 req-1087cdf5-6539-480b-9bd1-c38ece666369 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.486953 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d55f8f29-d42c-4ea2-85ca-1307aad0b587 req-1087cdf5-6539-480b-9bd1-c38ece666369 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Sep 14 11:02:36.729211 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d55f8f29-d42c-4ea2-85ca-1307aad0b587 req-b072bc46-67bc-4274-9d75-5deeef420d49 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362914 Sep 14 11:02:36.770230 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-7e6726c8-128d-4f2c-bcb7-a3eaba71997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.771917 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-7e6726c8-128d-4f2c-bcb7-a3eaba71997d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0522137 Sep 14 11:02:36.831615 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-e3cdbe64-57ac-4dc9-bd88-82a50f78abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:36.833806 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-e3cdbe64-57ac-4dc9-bd88-82a50f78abee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533786 Sep 14 11:02:36.971819 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-99837e76-43cd-4b3c-af66-3d776ed24fe8 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247034 Sep 14 11:02:37.081041 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ba4c1acb-5cdb-4876-a182-d6e27a7c761e req-ae7c096f-4160-40a9-ab2d-4d6e385915e5 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965369 Sep 14 11:02:37.848583 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c00aa5-d7d8-4771-9aad-947fa910432e req-b1b1dd6f-6de1-4f44-a832-1c41a0b375ca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:37.850106 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-58c00aa5-d7d8-4771-9aad-947fa910432e req-b1b1dd6f-6de1-4f44-a832-1c41a0b375ca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0498655 Sep 14 11:02:37.890214 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-58c00aa5-d7d8-4771-9aad-947fa910432e req-1d2d0f7d-b68e-4fbf-8fa0-43693182dc27 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Sep 14 11:02:38.604730 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42110) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:38.711314 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.799178 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.802623 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.837098 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f411b3c-7046-4c57-9c5d-a78360c6a872,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:38.841520 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a17cf69458346b9ba5a7ec54c07d4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351890 Sep 14 11:02:38.844775 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42114) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:38.846703 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.847056 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.847397 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.847731 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.848063 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.848395 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.848723 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.849048 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.849372 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.849716 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.850039 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.850362 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8086048-4462-437b-a646-37b773144e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:38.893506 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.914624 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.964247 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.966989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:38.968790 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f411b3c-7046-4c57-9c5d-a78360c6a872 HTTP/1.1" status: 204 len: 168 time: 0.1224270 Sep 14 11:02:38.987312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f411b3c-7046-4c57-9c5d-a78360c6a872,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:39.010578 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.010919 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.011252 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.011580 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.011900 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.012229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.012548 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.012871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.013188 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.013501 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.013836 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.014145 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7139d-4946-49e4-b56b-c8efc42079a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:39.037895 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1a9c1-046d-4145-bd83-33ea14ba70c6 req-d3f178c6-9c1b-45e5-8af2-51c0699df8d0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:39.039311 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cd1a9c1-046d-4145-bd83-33ea14ba70c6 req-d3f178c6-9c1b-45e5-8af2-51c0699df8d0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Sep 14 11:02:39.078820 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cd1a9c1-046d-4145-bd83-33ea14ba70c6 req-d3548113-c89e-4d9f-9812-bd81e1b9ce0d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Sep 14 11:02:39.235913 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42128) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:39.251999 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eba93ce1-9a05-4611-996d-fb17a6cd3e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.367932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef62-9593-47fa-bb60-d5c81ffc64de req-551f715c-44bf-4d10-9a85-65eb776bdec0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:39.369303 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bfffef62-9593-47fa-bb60-d5c81ffc64de req-551f715c-44bf-4d10-9a85-65eb776bdec0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0617707 Sep 14 11:02:39.392526 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eba93ce1-9a05-4611-996d-fb17a6cd3e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.398754 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eba93ce1-9a05-4611-996d-fb17a6cd3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.449828 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bfffef62-9593-47fa-bb60-d5c81ffc64de req-0efa4504-1b8d-4088-b469-6afc1aa16830 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731025 Sep 14 11:02:39.452308 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-eba93ce1-9a05-4611-996d-fb17a6cd3e95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d749fa03d6b94e4bba6d44153b43a2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153733 Sep 14 11:02:39.453204 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba93ce1-9a05-4611-996d-fb17a6cd3e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665c432-f125-4860-99e0-b9088a50211d,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:39.455300 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42132) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:39.503016 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efd378b1-310b-43c1-9c49-29b1294c3f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.533286 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efd378b1-310b-43c1-9c49-29b1294c3f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.579941 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efd378b1-310b-43c1-9c49-29b1294c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.582763 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efd378b1-310b-43c1-9c49-29b1294c3f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:39.584061 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-efd378b1-310b-43c1-9c49-29b1294c3f56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0665c432-f125-4860-99e0-b9088a50211d HTTP/1.1" status: 204 len: 168 time: 0.1276867 Sep 14 11:02:39.591898 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd378b1-310b-43c1-9c49-29b1294c3f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665c432-f125-4860-99e0-b9088a50211d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:40.582793 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73d7f-486a-4403-90f9-8d53cc9adffd req-51dc79e6-d9ea-4a25-a8a6-6ae961a0dc82 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:40.584294 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-15f73d7f-486a-4403-90f9-8d53cc9adffd req-51dc79e6-d9ea-4a25-a8a6-6ae961a0dc82 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0616395 Sep 14 11:02:40.622122 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-15f73d7f-486a-4403-90f9-8d53cc9adffd req-021311a2-a953-4ecf-b9e3-86826f552980 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Sep 14 11:02:41.048789 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-6a0351e8-4a96-42aa-9911-c6e8d2b49668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:41.054842 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-6a0351e8-4a96-42aa-9911-c6e8d2b49668 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0470085 Sep 14 11:02:41.156817 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-960fcd3c-106a-42ec-99b5-d824d6544054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:41.158392 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-960fcd3c-106a-42ec-99b5-d824d6544054 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.0958018 Sep 14 11:02:41.206763 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-95fbbb69-c51d-4cc1-a750-5539ca5606fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de HTTP/1.1" status: 200 len: 217 time: 0.0362198 Sep 14 11:02:41.272041 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-14e034b9-6692-46e4-ba13-094a852abd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:41.273800 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-14e034b9-6692-46e4-ba13-094a852abd77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.0462654 Sep 14 11:02:41.314843 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-0183ee59-7d03-4719-9d54-fe159425b3a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262048 Sep 14 11:02:41.415810 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-aedaebef-6aaf-450c-b1f2-4898c8e0c016 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Sep 14 11:02:41.514218 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd4fe7fe-7e17-48c7-b5c6-c9d5fbc26edf req-8fefaecf-9185-4144-97fc-c89687d196e1 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829113 Sep 14 11:02:41.736623 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10290c-0b5e-45e4-b019-eb11430940d7 req-56b6ec7d-f353-4fbd-8022-1a7d8073fefe tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:41.738351 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8d10290c-0b5e-45e4-b019-eb11430940d7 req-56b6ec7d-f353-4fbd-8022-1a7d8073fefe tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Sep 14 11:02:41.778396 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8d10290c-0b5e-45e4-b019-eb11430940d7 req-8d4d2e36-308d-41eb-841d-97d480b9d20c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Sep 14 11:02:42.891060 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6c544-5691-4747-83b2-c35730440ff8 req-b6382ddd-37ff-4166-9cb8-f00a8a6dcbc4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:42.892595 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d8d6c544-5691-4747-83b2-c35730440ff8 req-b6382ddd-37ff-4166-9cb8-f00a8a6dcbc4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Sep 14 11:02:42.939720 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d8d6c544-5691-4747-83b2-c35730440ff8 req-477d071b-b2a7-416c-8c0f-1ad142d7aa75 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376725 Sep 14 11:02:44.052213 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5807-e7dd-4db2-be10-f4ac41c26473 req-638ba31b-eacc-4ca0-aa70-e8f3c8cbfcd7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:44.053660 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-620b5807-e7dd-4db2-be10-f4ac41c26473 req-638ba31b-eacc-4ca0-aa70-e8f3c8cbfcd7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Sep 14 11:02:44.089303 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-620b5807-e7dd-4db2-be10-f4ac41c26473 req-00131128-fd53-4a38-b111-51cb14a0445d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298662 Sep 14 11:02:45.201029 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748659-3e06-4544-9646-e15580bcfc44 req-8b473af3-9d25-4fce-8d02-b1dab348d219 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:45.202546 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-38748659-3e06-4544-9646-e15580bcfc44 req-8b473af3-9d25-4fce-8d02-b1dab348d219 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Sep 14 11:02:45.242695 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-38748659-3e06-4544-9646-e15580bcfc44 req-d79352a3-5409-4096-9b87-839e20dd4490 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 Sep 14 11:02:46.280021 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42334) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:46.407149 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2c4f-6470-437c-9fe9-c33a1ef93f1c req-91755804-59ad-407b-9ab9-53dba1c5981a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:46.409280 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cc8b2c4f-6470-437c-9fe9-c33a1ef93f1c req-91755804-59ad-407b-9ab9-53dba1c5981a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Sep 14 11:02:46.415843 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2903b346-8e76-443c-8d7d-9c84b3bb5636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.452832 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cc8b2c4f-6470-437c-9fe9-c33a1ef93f1c req-10827ac6-cf8b-4777-8f18-310d55cbaab9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Sep 14 11:02:46.535878 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2903b346-8e76-443c-8d7d-9c84b3bb5636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.539653 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2903b346-8e76-443c-8d7d-9c84b3bb5636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.583232 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2903b346-8e76-443c-8d7d-9c84b3bb5636 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9520f9ee3e65499fbe62b9e6c7b8dac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979324 Sep 14 11:02:46.583232 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903b346-8e76-443c-8d7d-9c84b3bb5636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee17d6b2-2a77-46c2-853d-ddc35d80c16f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:46.583868 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42342) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:46.643287 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e4de8eb6-38f3-4214-ad7c-2243e5943f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.673346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e4de8eb6-38f3-4214-ad7c-2243e5943f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.722967 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e4de8eb6-38f3-4214-ad7c-2243e5943f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.725930 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e4de8eb6-38f3-4214-ad7c-2243e5943f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:46.727139 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e4de8eb6-38f3-4214-ad7c-2243e5943f51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee17d6b2-2a77-46c2-853d-ddc35d80c16f HTTP/1.1" status: 204 len: 168 time: 0.1416678 Sep 14 11:02:46.746412 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de8eb6-38f3-4214-ad7c-2243e5943f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee17d6b2-2a77-46c2-853d-ddc35d80c16f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:47.068864 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-9476d6f0-8eef-4813-be2c-cf368d1b2832 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:47.071235 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-9476d6f0-8eef-4813-be2c-cf368d1b2832 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.1626024 Sep 14 11:02:47.086961 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-50714386-1b17-4558-a275-efcffb2cdb40 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/quotas/48fa036e277f42eb9f256049251f3d35 HTTP/1.1" status: 200 len: 375 time: 0.0099742 Sep 14 11:02:47.147849 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-5a6361c9-f603-47e7-93f6-eb9263069783 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548165 Sep 14 11:02:47.246928 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-d4140055-4287-4fb6-9f1b-1f42aa5a3c98 service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Sep 14 11:02:47.364259 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-577c1c65-0cef-483d-8524-0e4feaa9a720 service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109633 Sep 14 11:02:47.635541 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6915c64d-9228-4ce6-812e-dd1d8e2290be req-b86761ae-e86d-46e9-b395-a563b214bc41 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 210 time: 0.0539463 Sep 14 11:02:47.681110 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f610a-4bc8-4661-8cad-fd5aed6141b2 req-89ef54be-fce8-4aa9-a36c-eea3f140f78b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:47.687741 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e2f610a-4bc8-4661-8cad-fd5aed6141b2 req-89ef54be-fce8-4aa9-a36c-eea3f140f78b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1072638 Sep 14 11:02:47.755512 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e2f610a-4bc8-4661-8cad-fd5aed6141b2 req-dbe7ed2e-3845-4281-b55f-6c50ca1aa276 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602412 Sep 14 11:02:47.893507 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42464) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:48.025821 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce785-3cb5-436e-a3e1-260cc3749139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.160502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce785-3cb5-436e-a3e1-260cc3749139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.166462 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce785-3cb5-436e-a3e1-260cc3749139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.213366 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5b3ce785-3cb5-436e-a3e1-260cc3749139 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58b868be6ad7455fbad8f96f431fe309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187354 Sep 14 11:02:48.214770 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ce785-3cb5-436e-a3e1-260cc3749139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f78438-e390-4ae8-a423-6aef2c01cc34,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:48.217853 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42476) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:48.247124 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42478) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:48.273320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c3312f1a-5a58-48d6-8532-72083e2e2a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.298220 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c3312f1a-5a58-48d6-8532-72083e2e2a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.336817 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:02:48.358217 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c3312f1a-5a58-48d6-8532-72083e2e2a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.362341 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c3312f1a-5a58-48d6-8532-72083e2e2a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.366001 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c3312f1a-5a58-48d6-8532-72083e2e2a79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7f78438-e390-4ae8-a423-6aef2c01cc34 HTTP/1.1" status: 204 len: 168 time: 0.1466916 Sep 14 11:02:48.374669 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3312f1a-5a58-48d6-8532-72083e2e2a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f78438-e390-4ae8-a423-6aef2c01cc34,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:48.387879 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-614cc2cc-6252-488b-804a-2ebe25040d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.514941 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-e5b2a796-d71a-4872-b03d-bd94ad013393 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532653 Sep 14 11:02:48.518809 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-614cc2cc-6252-488b-804a-2ebe25040d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.522469 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-614cc2cc-6252-488b-804a-2ebe25040d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.566473 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-614cc2cc-6252-488b-804a-2ebe25040d5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=473717063c3842628ddcd8a6b578bf5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182507 Sep 14 11:02:48.567515 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cc2cc-6252-488b-804a-2ebe25040d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa415d3-ec1d-4263-87d9-735ad20db5d5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:48.569197 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42494) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:48.647440 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-91bccf19-c1d3-4088-a770-ef284254dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:48.648911 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-91bccf19-c1d3-4088-a770-ef284254dc02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b099cc33daf045cca6c2c7c23e60b636&device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 1098 time: 0.0672896 Sep 14 11:02:48.660632 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0060e69-3048-4143-ad68-ea21b943d65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.693675 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0060e69-3048-4143-ad68-ea21b943d65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.735292 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42498) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:48.738109 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0792c303-8b84-4786-b74d-9634cdbc0206 req-945dd986-fafc-4d05-aec0-2f0b595dd879 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Sep 14 11:02:48.789684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d2049ed2-b9ad-46ee-9bdc-cabcb95758dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.838270 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-9f540098-555f-4ede-8c6a-14ccfcdf6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:48.839633 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-9f540098-555f-4ede-8c6a-14ccfcdf6347 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215 HTTP/1.1" status: 200 len: 913 time: 0.1624064 Sep 14 11:02:48.877354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0060e69-3048-4143-ad68-ea21b943d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.881124 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e0060e69-3048-4143-ad68-ea21b943d65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:48.882498 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e0060e69-3048-4143-ad68-ea21b943d65a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aa415d3-ec1d-4263-87d9-735ad20db5d5 HTTP/1.1" status: 204 len: 168 time: 0.3079534 Sep 14 11:02:48.930049 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-988dff4e-d575-4c51-94e0-cbbe831c898c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b HTTP/1.1" status: 200 len: 217 time: 0.0671065 Sep 14 11:02:48.943629 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060e69-3048-4143-ad68-ea21b943d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa415d3-ec1d-4263-87d9-735ad20db5d5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:48.979595 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-36b20976-7e6b-42ef-a2d5-5a2330d2a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.011678 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9db223-8363-4e2e-83a8-25c8b0a1bc14 req-c20c67c8-d430-4c02-8dbd-b2c40a75f857 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:49.013281 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca9db223-8363-4e2e-83a8-25c8b0a1bc14 req-c20c67c8-d430-4c02-8dbd-b2c40a75f857 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1902819 Sep 14 11:02:49.131268 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-d57dc93a-0337-49f2-ba3a-f23f39e7c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:49.132719 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-d57dc93a-0337-49f2-ba3a-f23f39e7c604 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ba222fa-a46e-4357-93ed-efec6931d4fb HTTP/1.1" status: 200 len: 852 time: 0.1805117 Sep 14 11:02:49.155872 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca9db223-8363-4e2e-83a8-25c8b0a1bc14 req-03768cc7-1452-4427-a593-6400090e86c7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236572 Sep 14 11:02:49.207742 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-236f3017-3067-49d0-90ef-1de1bcb5120d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e39fe38-c0ed-4de8-8ca5-5bafaa350215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470414 Sep 14 11:02:49.214560 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d2049ed2-b9ad-46ee-9bdc-cabcb95758dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.222801 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-b89e803b-3bf0-456a-bc0e-0759e4d96c8a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:49.224237 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-b89e803b-3bf0-456a-bc0e-0759e4d96c8a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.2736130 Sep 14 11:02:49.225489 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d2049ed2-b9ad-46ee-9bdc-cabcb95758dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.244629 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42516) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:49.260686 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6543b882-b3f7-49a4-bbae-2eaa08034c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.278217 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Request body: {'port': {'device_id': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'admin_state_up': True, 'tenant_id': '48fa036e277f42eb9f256049251f3d35'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:49.319978 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d2049ed2-b9ad-46ee-9bdc-cabcb95758dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18807dcf58134618a1efd3207123d5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819361 Sep 14 11:02:49.320679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049ed2-b9ad-46ee-9bdc-cabcb95758dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae87d1be-61e2-4163-9eb7-45c5fed2a0a5,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:49.322995 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42518) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:49.403367 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6543b882-b3f7-49a4-bbae-2eaa08034c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.410075 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c0889c9f-f810-4179-a47b-05c46b41235f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.412932 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6543b882-b3f7-49a4-bbae-2eaa08034c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.459776 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-0c7fb32f-f5b8-4198-83b9-65cbef2bf270 service neutron] 10.222.0.68 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188535 Sep 14 11:02:49.464132 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c0889c9f-f810-4179-a47b-05c46b41235f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.483286 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6543b882-b3f7-49a4-bbae-2eaa08034c77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95b869be844748eebf0b83211432a780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374911 Sep 14 11:02:49.488241 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b882-b3f7-49a4-bbae-2eaa08034c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9428874c-9c1d-49f9-975b-ad8a146fa003,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:49.492413 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42526) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:49.504046 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Made reservation on behalf of 48fa036e277f42eb9f256049251f3d35 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:49.507722 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.590154 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-20292e1f-f298-46d5-9236-b5e34ea40c6c tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b479c74f8c564f9098988d6e5800f01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457006 Sep 14 11:02:49.623425 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f31a6051-7730-46db-a6d8-9786bb0852b7 req-6f85781a-78ed-465a-82fd-42f9af3bec6f service neutron] 10.222.0.68 "GET /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529925 Sep 14 11:02:49.701565 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c0889c9f-f810-4179-a47b-05c46b41235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.704124 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c0889c9f-f810-4179-a47b-05c46b41235f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.707698 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c0889c9f-f810-4179-a47b-05c46b41235f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae87d1be-61e2-4163-9eb7-45c5fed2a0a5 HTTP/1.1" status: 204 len: 168 time: 0.3811939 Sep 14 11:02:49.749568 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f14a3636-30c6-4579-9f9f-b785e49c577a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.766236 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889c9f-f810-4179-a47b-05c46b41235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae87d1be-61e2-4163-9eb7-45c5fed2a0a5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:49.841094 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f14a3636-30c6-4579-9f9f-b785e49c577a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.852655 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Allocated IP 172.20.0.2 (0555fe98-fbbb-47b2-99f1-6582896515a8/5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c/efeb235c-0c40-4c01-815f-de90d9c163d5) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:02:49.865371 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-636edcfe-82f8-472f-aaad-6551df4aa86b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:49.866607 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42544) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:49.871427 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-636edcfe-82f8-472f-aaad-6551df4aa86b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801976 Sep 14 11:02:49.904297 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aceec358-c515-4bd9-a790-8a8729e958b6 req-64096cf8-8a8f-4f18-8fdf-111480bf8a9c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 210 time: 0.0501277 Sep 14 11:02:49.937463 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-7154ac10-e283-45b6-81a9-8989f234c202 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/quotas/b479c74f8c564f9098988d6e5800f01a HTTP/1.1" status: 200 len: 375 time: 0.0329087 Sep 14 11:02:49.938866 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f14a3636-30c6-4579-9f9f-b785e49c577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.942725 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f14a3636-30c6-4579-9f9f-b785e49c577a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:49.946862 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f14a3636-30c6-4579-9f9f-b785e49c577a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9428874c-9c1d-49f9-975b-ad8a146fa003 HTTP/1.1" status: 204 len: 168 time: 0.4532795 Sep 14 11:02:49.977241 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-643c2e44-0475-47c6-856b-bd124fe50e69 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b479c74f8c564f9098988d6e5800f01a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289207 Sep 14 11:02:49.983136 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3636-30c6-4579-9f9f-b785e49c577a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9428874c-9c1d-49f9-975b-ad8a146fa003,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:50.099620 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.112676 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c6883bfb-de31-44ec-95d6-77c9bc386712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.197925 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.221314 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:50.288269 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:02:50.301597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:50.324643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:02:50.324919 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-80af4e58-8e1c-4e3b-8f6d-d2ba9c3d9e4c req-fa48b2c8-3110-4605-8881-63008cd29cf7 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 210 time: 0.0644317 Sep 14 11:02:50.358705 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event updated for resources: {'Port': ['ID=efeb235c-0c40-4c01-815f-de90d9c163d5,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:50.424996 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c6883bfb-de31-44ec-95d6-77c9bc386712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.432624 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c6883bfb-de31-44ec-95d6-77c9bc386712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.483143 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:50.484442 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.504082 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6883bfb-de31-44ec-95d6-77c9bc386712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a713b2e-2ac5-4d93-92dc-ea0524fff765,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:50.514301 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42582) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:50.514442 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c6883bfb-de31-44ec-95d6-77c9bc386712 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4604c5ed175e40e4bc897bce7c08ac79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467469 Sep 14 11:02:50.523161 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9df8-a616-40cd-9fbb-0791e6acebde req-a87fd537-ddf6-4a57-9ce8-a63f6259e73b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:50.525238 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8d9e9df8-a616-40cd-9fbb-0791e6acebde req-a87fd537-ddf6-4a57-9ce8-a63f6259e73b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.2185268 Sep 14 11:02:50.526850 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-cf50b7c4-8e1d-4216-a8fc-18696ee1ccbb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2620366 Sep 14 11:02:50.567446 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Request body: {'port': {'device_id': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:50.631591 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cae-372c-4e00-a3f4-d8a09ff6e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.702041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cae-372c-4e00-a3f4-d8a09ff6e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.742392 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8d9e9df8-a616-40cd-9fbb-0791e6acebde req-073efefd-a0f1-46d5-b410-cbab6ff9df65 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084904 Sep 14 11:02:50.750800 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.773790 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cae-372c-4e00-a3f4-d8a09ff6e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.779041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cae-372c-4e00-a3f4-d8a09ff6e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:50.781585 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f23a0cae-372c-4e00-a3f4-d8a09ff6e963 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a713b2e-2ac5-4d93-92dc-ea0524fff765 HTTP/1.1" status: 204 len: 168 time: 0.2655978 Sep 14 11:02:50.792264 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0cae-372c-4e00-a3f4-d8a09ff6e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a713b2e-2ac5-4d93-92dc-ea0524fff765,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:50.906571 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.063132 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9e597-d0f7-4c0c-86f6-1e3237711b2c req-4178b4e0-8c14-496f-90d3-5a97be47301b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:51.065382 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d3b9e597-d0f7-4c0c-86f6-1e3237711b2c req-4178b4e0-8c14-496f-90d3-5a97be47301b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 931 time: 0.0705650 Sep 14 11:02:51.138252 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d3b9e597-d0f7-4c0c-86f6-1e3237711b2c req-482cd5b4-f491-4a11-8265-b2c2ca28a187 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658784 Sep 14 11:02:51.327528 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efeb235c-0c40-4c01-815f-de90d9c163d5 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:51.338726 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.352520 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Transition to ACTIVE for port object efeb235c-0c40-4c01-815f-de90d9c163d5 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:51.357309 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.380351 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42620) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:51.403460 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18c1e5a7-bfe2-43a7-89ae-ea37c88a2fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.433239 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Pushing event updated for resources: {'Port': ['ID=efeb235c-0c40-4c01-815f-de90d9c163d5,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:51.461395 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ac2018e-2611-4374-8266-adf1ba1fffee req-8c55f371-f53c-4a93-8c4f-14158e6d9f7a tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 210 time: 0.0453756 Sep 14 11:02:51.471668 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-13160b54-128e-45b3-80ec-44252c8fbd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.496579 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Attempting to bind port efeb235c-0c40-4c01-815f-de90d9c163d5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:02:51.496917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Attempting to bind port efeb235c-0c40-4c01-815f-de90d9c163d5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:02:51.497446 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Attempting to bind port efeb235c-0c40-4c01-815f-de90d9c163d5 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:51.503442 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Port efeb235c-0c40-4c01-815f-de90d9c163d5 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:02:51.503949 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Attempting to bind port efeb235c-0c40-4c01-815f-de90d9c163d5 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:51.509324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:02:51.510163 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Checking segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:51.510555 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Bound using segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:02:51.511086 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Bound port: efeb235c-0c40-4c01-815f-de90d9c163d5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:02:51.511471 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.581225 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18c1e5a7-bfe2-43a7-89ae-ea37c88a2fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.587399 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18c1e5a7-bfe2-43a7-89ae-ea37c88a2fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.593939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] For port efeb235c-0c40-4c01-815f-de90d9c163d5, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:02:51.600031 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] For port efeb235c-0c40-4c01-815f-de90d9c163d5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=efeb235c-0c40-4c01-815f-de90d9c163d5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:02:51.605572 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.650324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:51.650798 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.653037 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] 10.222.0.68 "PUT /v2.0/ports/efeb235c-0c40-4c01-815f-de90d9c163d5 HTTP/1.1" status: 200 len: 1093 time: 1.1039894 Sep 14 11:02:51.656477 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'tag': 'efeb235c-0c40-4c01-815f-de90d9c163d5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:51.659047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd46c57-911d-487e-8010-db451b395fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac762b7-8282-48ce-83c8-dc7062f806e3", "tag": "efeb235c-0c40-4c01-815f-de90d9c163d5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:51.661016 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:51.690101 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a97649-10a4-46cd-a23d-3f0d6caffc27 service neutron] Pushing event updated for resources: {'Port': ['ID=efeb235c-0c40-4c01-815f-de90d9c163d5,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:51.747437 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a65ce47-4a88-4616-82fc-996a3c5a68b4 x-openstack-request-id: req-5a65ce47-4a88-4616-82fc-996a3c5a68b4 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:51.747964 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac762b7-8282-48ce-83c8-dc7062f806e3", "tag": "efeb235c-0c40-4c01-815f-de90d9c163d5", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:51.748423 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a65ce47-4a88-4616-82fc-996a3c5a68b4 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:51.748918 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'tag': 'efeb235c-0c40-4c01-815f-de90d9c163d5', 'status': 'completed', 'code': 200} Sep 14 11:02:51.942166 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-322156fe-b887-4ac1-87b6-a6e5dcf2f2ea tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=b479c74f8c564f9098988d6e5800f01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218638 Sep 14 11:02:51.950357 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1e5a7-bfe2-43a7-89ae-ea37c88a2fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c666e09-6372-4737-b709-744267364ab4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:51.978668 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-18c1e5a7-bfe2-43a7-89ae-ea37c88a2fac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=086bb53eefaf4244865c4f2b6be8c5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906193 Sep 14 11:02:51.978668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42644) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:52.022398 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf660ac-53a1-42c5-9ceb-2d61b8bb3554 req-a3a6d25a-93c8-4425-b20d-180fd8a5195b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:52.024477 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-8276b8d6-618f-4c8f-85b1-332d8763224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:52.025985 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-8276b8d6-618f-4c8f-85b1-332d8763224b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 1096 time: 0.2289355 Sep 14 11:02:52.030879 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5cf660ac-53a1-42c5-9ceb-2d61b8bb3554 req-a3a6d25a-93c8-4425-b20d-180fd8a5195b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1485901 Sep 14 11:02:52.096424 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5cf660ac-53a1-42c5-9ceb-2d61b8bb3554 req-88d3141d-f8a1-470c-9d9f-2dba229f58aa tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646160 Sep 14 11:02:52.114766 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2def1935-8f20-490e-a8e2-f416fafc697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.140772 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2def1935-8f20-490e-a8e2-f416fafc697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.144169 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-a34b78ed-3a79-44ad-9f2a-03c02b846b97 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efeb235c-0c40-4c01-815f-de90d9c163d5 HTTP/1.1" status: 200 len: 217 time: 0.0851600 Sep 14 11:02:52.203025 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2def1935-8f20-490e-a8e2-f416fafc697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.205709 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2def1935-8f20-490e-a8e2-f416fafc697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.207073 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2def1935-8f20-490e-a8e2-f416fafc697a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c666e09-6372-4737-b709-744267364ab4 HTTP/1.1" status: 204 len: 168 time: 0.2304332 Sep 14 11:02:52.216891 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def1935-8f20-490e-a8e2-f416fafc697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c666e09-6372-4737-b709-744267364ab4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:52.321871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-06b9ee71-202b-4dd3-b592-6bb93d613a7b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:52.323038 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-06b9ee71-202b-4dd3-b592-6bb93d613a7b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3686216 Sep 14 11:02:52.338535 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Request body: {'port': {'device_id': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f', 'admin_state_up': True, 'tenant_id': 'b479c74f8c564f9098988d6e5800f01a'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:52.361851 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-318d6cdc-5249-45da-abd6-20911cc4e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:52.363297 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-318d6cdc-5249-45da-abd6-20911cc4e089 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.2010951 Sep 14 11:02:52.378390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885958ca-b0af-470e-880a-4baade503a1f req-7d1d5ccb-b786-49a8-85bf-121d60b22c4e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:52.379987 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-885958ca-b0af-470e-880a-4baade503a1f req-7d1d5ccb-b786-49a8-85bf-121d60b22c4e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 943 time: 0.1243255 Sep 14 11:02:52.424643 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-2fe1ee4e-1031-47a0-a8af-1a703f0cbf86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435653 Sep 14 11:02:52.529581 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-885958ca-b0af-470e-880a-4baade503a1f req-94620bda-ff59-486a-b8bc-b1a6d735d629 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300848 Sep 14 11:02:52.609918 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-58a4d9e1-4d72-4ba1-98c1-8adc15c5847f service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534765 Sep 14 11:02:52.610564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Made reservation on behalf of b479c74f8c564f9098988d6e5800f01a for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:02:52.624752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.646833 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9cc43cb-9853-4ada-865e-9b0585d0e084 req-fe2f70d9-81a4-411a-8163-4a1607e599a4 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 210 time: 0.0960042 Sep 14 11:02:52.661641 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.812319 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c67ceeff-5373-4449-ada3-6f01606590a8 req-bec3c24b-0ed0-483a-87d5-5b2b0eb1c583 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840889 Sep 14 11:02:52.858329 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.863136 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:52.933413 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:53.000906 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7d610-d82d-4016-959e-3e824a5a4dfe,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:53.089329 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Allocated IP 192.168.233.179 (8523cfe6-1235-499f-bd49-23443e48bb0f/9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0/ef03b51d-6076-47b6-9f47-1a88afea983b) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:02:53.091211 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46c57-911d-487e-8010-db451b395fc6 req-dc35f59c-2969-41dd-9659-1201ed5d7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.093433 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-dc35f59c-2969-41dd-9659-1201ed5d7a30 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 1096 time: 0.2018623 Sep 14 11:02:53.342476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46c57-911d-487e-8010-db451b395fc6 req-9a437841-9203-461d-973c-3c6689290a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.344587 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-9a437841-9203-461d-973c-3c6689290a3d service neutron] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 915 time: 0.2424479 Sep 14 11:02:53.365077 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd0d08-4761-46ab-9a03-0ea508e9f82b req-89d0d0ef-d984-41d9-9a03-b4b5233e8aa3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.366621 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-99bd0d08-4761-46ab-9a03-0ea508e9f82b req-89d0d0ef-d984-41d9-9a03-b4b5233e8aa3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1390133 Sep 14 11:02:53.432292 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-1f11ff34-27de-4dd5-b06f-ece181144413 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efeb235c-0c40-4c01-815f-de90d9c163d5 HTTP/1.1" status: 200 len: 217 time: 0.0631232 Sep 14 11:02:53.441149 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:53.501692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Transition to ACTIVE for port object ef03b51d-6076-47b6-9f47-1a88afea983b will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:53.507204 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-99bd0d08-4761-46ab-9a03-0ea508e9f82b req-25d65cc0-bad1-4f8f-bacc-1837cf1c8dea tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291776 Sep 14 11:02:53.522763 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46c57-911d-487e-8010-db451b395fc6 req-02dd67ec-1ea1-4aec-8fba-e104685721b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.524222 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-02dd67ec-1ea1-4aec-8fba-e104685721b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.0806959 Sep 14 11:02:53.572236 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-9a0d147a-a59f-4702-960c-003345cde7a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314574 Sep 14 11:02:53.587818 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:53.695955 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Network 8523cfe6-1235-499f-bd49-23443e48bb0f is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:02:53.716856 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:02:53.721570 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:02:53.726187 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Pushing event updated for resources: {'Port': ['ID=ef03b51d-6076-47b6-9f47-1a88afea983b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:53.823719 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9a4f-60f1-4e45-ae14-480d90c41e56 req-9db1d40c-b21b-49a3-a541-f90d7a5656dc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.826081 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f9dc9a4f-60f1-4e45-ae14-480d90c41e56 req-9db1d40c-b21b-49a3-a541-f90d7a5656dc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 943 time: 0.1853628 Sep 14 11:02:53.839404 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933ccf9-9726-4aa6-a935-1124da536571 req-c3402e53-16e0-4f36-8e0b-50b58200dd49 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.840978 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8933ccf9-9726-4aa6-a935-1124da536571 req-c3402e53-16e0-4f36-8e0b-50b58200dd49 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 936 time: 0.1059322 Sep 14 11:02:53.843862 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:53.844521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:53.893497 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8933ccf9-9726-4aa6-a935-1124da536571 req-ece1fd0f-d79d-4ad6-b725-e0655e3001c5 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Sep 14 11:02:53.915840 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-ad362554-d7b8-4a9e-978a-88a998bacba0 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199461 Sep 14 11:02:53.937426 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-57bcbd74-1efc-4358-90f7-72b4c0f5defb tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6026750 Sep 14 11:02:53.956500 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Request body: {'port': {'device_id': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:02:54.007198 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f9dc9a4f-60f1-4e45-ae14-480d90c41e56 req-126c4849-0a1a-49d0-9f0f-7ac85d0969ab tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752539 Sep 14 11:02:54.070234 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-d6c1651e-83c6-4b5d-a872-ddcc5de62783 None None] Provisioning for port ef03b51d-6076-47b6-9f47-1a88afea983b completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:54.078158 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-d6c1651e-83c6-4b5d-a872-ddcc5de62783 None None] Provisioning complete for port ef03b51d-6076-47b6-9f47-1a88afea983b triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:54.079239 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6c1651e-83c6-4b5d-a872-ddcc5de62783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.088781 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.105625 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd46c57-911d-487e-8010-db451b395fc6 req-80629e36-6a00-408b-bab8-b8abe93396e3 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664307 Sep 14 11:02:54.119654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1651e-83c6-4b5d-a872-ddcc5de62783 None None] Port ef03b51d-6076-47b6-9f47-1a88afea983b cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:02:54.446493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef03b51d-6076-47b6-9f47-1a88afea983b {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:54.467893 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.489472 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Transition to ACTIVE for port object ef03b51d-6076-47b6-9f47-1a88afea983b will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:02:54.493499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.506919 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb37ee-2713-49d0-856c-5ac582b044e4 req-c829fb0c-d638-4f34-a17a-0425171c7612 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:54.508397 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4bb37ee-2713-49d0-856c-5ac582b044e4 req-c829fb0c-d638-4f34-a17a-0425171c7612 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0761812 Sep 14 11:02:54.565496 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03b51d-6076-47b6-9f47-1a88afea983b,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:54.614168 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.659563 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4bb37ee-2713-49d0-856c-5ac582b044e4 req-aad07b5a-b358-4c6a-bb42-1496bf45c091 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300461 Sep 14 11:02:54.661394 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06474709-b1fc-4cb4-baa1-e0b5efd6452d req-11a70ce9-4e58-4944-9cbb-82693c70f5bc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:54.678189 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06474709-b1fc-4cb4-baa1-e0b5efd6452d req-11a70ce9-4e58-4944-9cbb-82693c70f5bc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0819855 Sep 14 11:02:54.730632 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06474709-b1fc-4cb4-baa1-e0b5efd6452d req-eedfb282-625e-4a68-be0c-a7eedd6721f1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515301 Sep 14 11:02:54.786749 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Attempting to bind port ef03b51d-6076-47b6-9f47-1a88afea983b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:02:54.787227 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Attempting to bind port ef03b51d-6076-47b6-9f47-1a88afea983b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:02:54.787564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Attempting to bind port ef03b51d-6076-47b6-9f47-1a88afea983b on network 8523cfe6-1235-499f-bd49-23443e48bb0f {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:54.794745 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Port ef03b51d-6076-47b6-9f47-1a88afea983b on network 8523cfe6-1235-499f-bd49-23443e48bb0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:02:54.795559 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Attempting to bind port ef03b51d-6076-47b6-9f47-1a88afea983b on network 8523cfe6-1235-499f-bd49-23443e48bb0f {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:02:54.802278 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:02:54.802618 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Checking segment: {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:02:54.803005 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Bound using segment: {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:02:54.803441 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Bound port: ef03b51d-6076-47b6-9f47-1a88afea983b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a492d4a-7c56-469d-8aca-a0a70e0f41e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:02:54.803798 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.895700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] For port ef03b51d-6076-47b6-9f47-1a88afea983b, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:02:54.901169 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] For port ef03b51d-6076-47b6-9f47-1a88afea983b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef03b51d-6076-47b6-9f47-1a88afea983b,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:02:54.905886 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.955578 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:54.956114 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:54.958360 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] 10.222.0.68 "PUT /v2.0/ports/ef03b51d-6076-47b6-9f47-1a88afea983b HTTP/1.1" status: 200 len: 1098 time: 1.0063818 Sep 14 11:02:54.961155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'tag': 'ef03b51d-6076-47b6-9f47-1a88afea983b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:54.963544 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8718243-5c48-44fc-934b-8cf038c4407b" -d '{"events": [{"name": "network-changed", "server_uuid": "1159423d-bd4b-4a94-ae56-dced3e5645e1", "tag": "ef03b51d-6076-47b6-9f47-1a88afea983b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:55.094735 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70678482-e31f-488c-b7ea-95bdf6392a05 req-6813f4d9-3144-44a7-aa56-7ac13195dd4b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.104373 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-70678482-e31f-488c-b7ea-95bdf6392a05 req-6813f4d9-3144-44a7-aa56-7ac13195dd4b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 948 time: 0.0822544 Sep 14 11:02:55.130704 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42858) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:55.175748 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-70678482-e31f-488c-b7ea-95bdf6392a05 req-29d5d4f3-0b4c-4382-8c95-f31ddc784a52 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699682 Sep 14 11:02:55.297367 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8477ecaf-a6e9-447b-89fe-fc621003d733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.328758 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13bfb2-091d-44ae-a9f8-1dc20d81470c x-openstack-request-id: req-1e13bfb2-091d-44ae-a9f8-1dc20d81470c {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:55.329044 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1159423d-bd4b-4a94-ae56-dced3e5645e1", "tag": "ef03b51d-6076-47b6-9f47-1a88afea983b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:55.329296 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e13bfb2-091d-44ae-a9f8-1dc20d81470c {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:55.329675 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'tag': 'ef03b51d-6076-47b6-9f47-1a88afea983b', 'status': 'completed', 'code': 200} Sep 14 11:02:55.372420 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cb348-9f6f-4f78-9530-88bfc6f9eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03b51d-6076-47b6-9f47-1a88afea983b,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:55.397050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-a58c9b39-61b9-4489-8f9d-827050bafd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.398668 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-a58c9b39-61b9-4489-8f9d-827050bafd81 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b479c74f8c564f9098988d6e5800f01a&device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 1101 time: 0.3888013 Sep 14 11:02:55.400841 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8477ecaf-a6e9-447b-89fe-fc621003d733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.406864 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8477ecaf-a6e9-447b-89fe-fc621003d733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.411625 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f74d47-03b3-453e-8d5b-89bd7b1a4bde req-af11411e-dda1-42f2-840b-66159ced4a2f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.413152 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-40f74d47-03b3-453e-8d5b-89bd7b1a4bde req-af11411e-dda1-42f2-840b-66159ced4a2f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 943 time: 0.0816064 Sep 14 11:02:55.445717 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477ecaf-a6e9-447b-89fe-fc621003d733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e107888-d1c3-4d98-8f38-a80df5ef7a43,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:55.452466 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-7dadaebe-46f3-4058-b45e-30ef7a3cc383 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=ef03b51d-6076-47b6-9f47-1a88afea983b HTTP/1.1" status: 200 len: 217 time: 0.0377631 Sep 14 11:02:55.453427 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42870) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:55.453752 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8477ecaf-a6e9-447b-89fe-fc621003d733 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa47c730a30648e0a125198b0a332143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217361 Sep 14 11:02:55.560303 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-40f74d47-03b3-453e-8d5b-89bd7b1a4bde req-ce849ce2-af2c-455e-a829-2b39644e624f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387057 Sep 14 11:02:55.563966 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-0fc7dd84-3910-49e8-bdb2-b63c1cdd9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.565432 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-0fc7dd84-3910-49e8-bdb2-b63c1cdd9c85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0 HTTP/1.1" status: 200 len: 843 time: 0.1008437 Sep 14 11:02:55.573286 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3e99811c-92a0-4d41-9f92-1c8e959300f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.640625 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3e99811c-92a0-4d41-9f92-1c8e959300f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.651851 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacda64-2b62-4630-bd8f-438337feed07 req-58e9bcc0-0fd5-4b26-abfd-022f5f16a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.657734 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-58e9bcc0-0fd5-4b26-abfd-022f5f16a57b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8523cfe6-1235-499f-bd49-23443e48bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0730896 Sep 14 11:02:55.764001 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3e99811c-92a0-4d41-9f92-1c8e959300f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.766812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3e99811c-92a0-4d41-9f92-1c8e959300f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:55.767962 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3e99811c-92a0-4d41-9f92-1c8e959300f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e107888-d1c3-4d98-8f38-a80df5ef7a43 HTTP/1.1" status: 204 len: 168 time: 0.3136103 Sep 14 11:02:55.787291 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99811c-92a0-4d41-9f92-1c8e959300f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e107888-d1c3-4d98-8f38-a80df5ef7a43,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:55.816035 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-5aad7ad9-bb28-464a-8615-4a50a0fd2a01 service neutron] 10.222.0.68 "GET /v2.0/networks/8523cfe6-1235-499f-bd49-23443e48bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468601 Sep 14 11:02:55.827520 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac831c2-88b7-4228-9c3a-cfb0429daea7 req-c5ac87df-9d5a-46e5-9a34-2fdb77b67867 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.829104 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ac831c2-88b7-4228-9c3a-cfb0429daea7 req-c5ac87df-9d5a-46e5-9a34-2fdb77b67867 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0881312 Sep 14 11:02:55.886566 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ac831c2-88b7-4228-9c3a-cfb0429daea7 req-84c4a6df-cc58-418f-b8aa-da3276cdb3d0 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492210 Sep 14 11:02:55.932619 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42908) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:55.960620 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f907d5-5dec-4709-addd-baac89a7f66b req-9bcf613b-e92a-412c-90fa-2876daa49377 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:55.962490 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d5f907d5-5dec-4709-addd-baac89a7f66b req-9bcf613b-e92a-412c-90fa-2876daa49377 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1251798 Sep 14 11:02:56.001792 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9cacda64-2b62-4630-bd8f-438337feed07 req-936a0858-7666-4c0e-bf36-857c4a2ff931 service neutron] 10.222.0.68 "GET /v2.0/networks/8523cfe6-1235-499f-bd49-23443e48bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723273 Sep 14 11:02:56.043230 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d5f907d5-5dec-4709-addd-baac89a7f66b req-815528a7-8e80-400f-8e96-bc4a52765ccc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Sep 14 11:02:56.141437 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718243-5c48-44fc-934b-8cf038c4407b req-c8a20a8f-b889-464f-bab8-98737287f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.143665 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-c8a20a8f-b889-464f-bab8-98737287f62a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b479c74f8c564f9098988d6e5800f01a&device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 1101 time: 0.0536268 Sep 14 11:02:56.259614 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc27eab-bb38-42a1-9416-26a5002ffd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.281486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718243-5c48-44fc-934b-8cf038c4407b req-5c65efbc-7242-40b4-be60-cae50ecb2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.283277 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-5c65efbc-7242-40b4-be60-cae50ecb2159 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8523cfe6-1235-499f-bd49-23443e48bb0f HTTP/1.1" status: 200 len: 870 time: 0.1304603 Sep 14 11:02:56.302598 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 42930) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:56.330942 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c7d83-a710-44d5-975c-3617d64f9463 req-9cb5ae4c-d226-43bb-8413-61b250640075 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.332488 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd1c7d83-a710-44d5-975c-3617d64f9463 req-9cb5ae4c-d226-43bb-8413-61b250640075 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 948 time: 0.0706730 Sep 14 11:02:56.351826 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-15af9d37-e4b7-4b8d-96ea-1f297a9a571b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=ef03b51d-6076-47b6-9f47-1a88afea983b HTTP/1.1" status: 200 len: 217 time: 0.0601785 Sep 14 11:02:56.353679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7337b5a9-3ca4-4404-8ef3-29e784ca4ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.415973 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718243-5c48-44fc-934b-8cf038c4407b req-5b9e7031-d8be-43e6-b77c-1537cfc6b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.417848 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-5b9e7031-d8be-43e6-b77c-1537cfc6b4fb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0 HTTP/1.1" status: 200 len: 843 time: 0.0527792 Sep 14 11:02:56.433528 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd1c7d83-a710-44d5-975c-3617d64f9463 req-fe5167dd-e0b5-4a81-b0f4-1343e25d07ce tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943682 Sep 14 11:02:56.450565 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc27eab-bb38-42a1-9416-26a5002ffd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.455675 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc27eab-bb38-42a1-9416-26a5002ffd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.492463 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718243-5c48-44fc-934b-8cf038c4407b req-9d71c2be-0ee2-4925-b134-b8bfd4cacfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.494112 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-9d71c2be-0ee2-4925-b134-b8bfd4cacfc9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8523cfe6-1235-499f-bd49-23443e48bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0616915 Sep 14 11:02:56.498234 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-efc27eab-bb38-42a1-9416-26a5002ffd06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d172cccb48884b3a8238751f38af01ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621076 Sep 14 11:02:56.499111 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42944) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:56.517391 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27eab-bb38-42a1-9416-26a5002ffd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679eae84-5d20-4f7b-abf0-d84abac037db,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:56.562155 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-471ea9c7-723a-400b-85df-a29ee79229c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.594346 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-471ea9c7-723a-400b-85df-a29ee79229c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.634620 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-2ca6128c-c9a9-40e5-b409-e662ff9de679 service neutron] 10.222.0.68 "GET /v2.0/networks/8523cfe6-1235-499f-bd49-23443e48bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261647 Sep 14 11:02:56.640798 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device efeb235c-0c40-4c01-815f-de90d9c163d5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:56.645155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7337b5a9-3ca4-4404-8ef3-29e784ca4ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.655314 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7337b5a9-3ca4-4404-8ef3-29e784ca4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.657695 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-471ea9c7-723a-400b-85df-a29ee79229c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.660460 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-471ea9c7-723a-400b-85df-a29ee79229c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.661707 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-471ea9c7-723a-400b-85df-a29ee79229c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/679eae84-5d20-4f7b-abf0-d84abac037db HTTP/1.1" status: 204 len: 168 time: 0.1616614 Sep 14 11:02:56.670505 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea9c7-723a-400b-85df-a29ee79229c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679eae84-5d20-4f7b-abf0-d84abac037db,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:56.763685 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port efeb235c-0c40-4c01-815f-de90d9c163d5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=efeb235c-0c40-4c01-815f-de90d9c163d5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:56.773838 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7337b5a9-3ca4-4404-8ef3-29e784ca4ce4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=821c9277c01549b383fc008114d2f163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675841 Sep 14 11:02:56.774262 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42952) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:56.775125 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'efeb235c-0c40-4c01-815f-de90d9c163d5', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'port_id': 'efeb235c-0c40-4c01-815f-de90d9c163d5', 'mac_address': 'fa:16:3e:f7:7f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:56.776335 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337b5a9-3ca4-4404-8ef3-29e784ca4ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd6864-15b1-4217-b51d-5a1e3cf00739,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:56.805168 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa596-73bf-421d-9951-b796e3c909f4 req-d9ec7c5f-ef3d-4014-8558-e694d0bbfaf3 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.807165 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae2aa596-73bf-421d-9951-b796e3c909f4 req-d9ec7c5f-ef3d-4014-8558-e694d0bbfaf3 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 943 time: 0.1529505 Sep 14 11:02:56.819844 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.836195 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efeb235c-0c40-4c01-815f-de90d9c163d5 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:56.856148 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e8718243-5c48-44fc-934b-8cf038c4407b req-9102a91d-ba07-4c9a-b8de-9bf33d06ffaf service neutron] 10.222.0.68 "GET /v2.0/networks/8523cfe6-1235-499f-bd49-23443e48bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130375 Sep 14 11:02:56.857217 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe608-b619-4f73-9e4e-37072e73ccdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.876048 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port efeb235c-0c40-4c01-815f-de90d9c163d5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=efeb235c-0c40-4c01-815f-de90d9c163d5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:56.881619 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.898167 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae2aa596-73bf-421d-9951-b796e3c909f4 req-efef5857-ad66-4fe7-92d0-d3c6410538a2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704057 Sep 14 11:02:56.906410 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6113801-7537-4e58-96eb-16508c1fe103 req-544d2b43-9f41-4450-b326-6555d02fbea7 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:56.907258 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe608-b619-4f73-9e4e-37072e73ccdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.908073 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6113801-7537-4e58-96eb-16508c1fe103 req-544d2b43-9f41-4450-b326-6555d02fbea7 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.68 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0997620 Sep 14 11:02:56.967210 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=efeb235c-0c40-4c01-815f-de90d9c163d5,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:56.974529 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe608-b619-4f73-9e4e-37072e73ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.977258 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe608-b619-4f73-9e4e-37072e73ccdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:56.980689 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bfdfe608-b619-4f73-9e4e-37072e73ccdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75fd6864-15b1-4217-b51d-5a1e3cf00739 HTTP/1.1" status: 204 len: 168 time: 0.2031744 Sep 14 11:02:56.989462 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfe608-b619-4f73-9e4e-37072e73ccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd6864-15b1-4217-b51d-5a1e3cf00739,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:56.998284 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:56.999883 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.000279 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.002818 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.003182 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.003524 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.003895 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.005043 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.005391 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.005978 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.006322 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.008424 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:02:57.075007 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2177d86-674e-489b-b2fb-dcaf5be1cf1e req-455b19c8-8ab4-4395-9442-e5c3778236df tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:57.078022 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2177d86-674e-489b-b2fb-dcaf5be1cf1e req-455b19c8-8ab4-4395-9442-e5c3778236df tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 945 time: 0.0681138 Sep 14 11:02:57.095564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Deleting port 2e1281e3-3c1c-490e-b770-6f6fc103567b {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:02:57.095890 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.137090 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2177d86-674e-489b-b2fb-dcaf5be1cf1e req-00a76dbd-5f73-4ef8-a4c4-f365448991b5 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab4c1947-6915-4bc9-9ff4-4857398c6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Sep 14 11:02:57.189806 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42964) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:57.210579 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] For port 2e1281e3-3c1c-490e-b770-6f6fc103567b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2e1281e3-3c1c-490e-b770-6f6fc103567b,segment=NetworkSegment(f00e2d2a-7e50-4a11-a0e5-842596571381),segment_id=f00e2d2a-7e50-4a11-a0e5-842596571381)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:57.211354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.214348 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec942b44-e46f-4e93-b3e3-eb0fee16f6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.226308 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['efeb235c-0c40-4c01-815f-de90d9c163d5'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:57.235648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Calling delete_port for 2e1281e3-3c1c-490e-b770-6f6fc103567b owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:02:57.274449 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723769a-b332-44ef-86d2-2becbffc82ef req-0fb3adf7-41d3-489c-962f-3aa23415ee49 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:57.276785 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4723769a-b332-44ef-86d2-2becbffc82ef req-0fb3adf7-41d3-489c-962f-3aa23415ee49 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0797415 Sep 14 11:02:57.365422 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4723769a-b332-44ef-86d2-2becbffc82ef req-a47ba9cd-349f-453c-85ea-d7f7a26ab3ce tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795255 Sep 14 11:02:57.421444 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec942b44-e46f-4e93-b3e3-eb0fee16f6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.426261 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec942b44-e46f-4e93-b3e3-eb0fee16f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.432320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.461068 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Pushing event deleted for resources: {'Port': ['ID=2e1281e3-3c1c-490e-b770-6f6fc103567b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:57.467436 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ec942b44-e46f-4e93-b3e3-eb0fee16f6c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a40fb55814646518af552a7e12dfee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762268 Sep 14 11:02:57.468546 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec942b44-e46f-4e93-b3e3-eb0fee16f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adce641-871b-4f8f-94fe-73bb224253b5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:57.471117 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 42976) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:57.532150 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9028d5da-d5bc-4cd6-a89e-8ec4775dcfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.554947 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9028d5da-d5bc-4cd6-a89e-8ec4775dcfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.581520 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] No DVR routers for this DVR port 2e1281e3-3c1c-490e-b770-6f6fc103567b on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:02:57.585143 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.587582 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6113801-7537-4e58-96eb-16508c1fe103 req-113410d1-bb30-4ca2-8d03-764a71469a2f tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.68 "DELETE /v2.0/ports/2e1281e3-3c1c-490e-b770-6f6fc103567b HTTP/1.1" status: 204 len: 173 time: 0.6719959 Sep 14 11:02:57.588183 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'name': 'network-vif-deleted', 'tag': '2e1281e3-3c1c-490e-b770-6f6fc103567b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:57.591540 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5466777-c64c-4cae-bc1b-8f1aa66b11f2" -d '{"events": [{"server_uuid": "820473ed-7a28-45aa-8d6e-33ef0e9fb779", "name": "network-vif-deleted", "tag": "2e1281e3-3c1c-490e-b770-6f6fc103567b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:57.612435 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9028d5da-d5bc-4cd6-a89e-8ec4775dcfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.615783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9028d5da-d5bc-4cd6-a89e-8ec4775dcfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:57.617823 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9028d5da-d5bc-4cd6-a89e-8ec4775dcfb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9adce641-871b-4f8f-94fe-73bb224253b5 HTTP/1.1" status: 204 len: 168 time: 0.1446967 Sep 14 11:02:57.627581 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028d5da-d5bc-4cd6-a89e-8ec4775dcfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adce641-871b-4f8f-94fe-73bb224253b5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:57.638677 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0ea6-0632-4937-91af-65eb4c429401 req-8c3f6559-3656-43fa-a0d3-d05f67603e4f tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:57.640935 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-baca0ea6-0632-4937-91af-65eb4c429401 req-8c3f6559-3656-43fa-a0d3-d05f67603e4f tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 948 time: 0.1089642 Sep 14 11:02:57.693445 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad64b12-64d2-4c54-a616-091c7d399677 x-openstack-request-id: req-3ad64b12-64d2-4c54-a616-091c7d399677 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:57.694424 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820473ed-7a28-45aa-8d6e-33ef0e9fb779", "name": "network-vif-deleted", "tag": "2e1281e3-3c1c-490e-b770-6f6fc103567b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:57.694727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ad64b12-64d2-4c54-a616-091c7d399677 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:57.696377 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820473ed-7a28-45aa-8d6e-33ef0e9fb779', 'name': 'network-vif-deleted', 'tag': '2e1281e3-3c1c-490e-b770-6f6fc103567b', 'status': 'completed', 'code': 200} Sep 14 11:02:57.720182 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-baca0ea6-0632-4937-91af-65eb4c429401 req-0591acc4-420b-4c81-aaa2-649084dd247b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671177 Sep 14 11:02:58.048862 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['2e1281e3-3c1c-490e-b770-6f6fc103567b'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:58.056400 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438326-66f1-4c2f-882e-8ec0dc462f1d req-b3d5d020-7b9c-43c6-93c2-33b0480a512d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:58.058028 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d438326-66f1-4c2f-882e-8ec0dc462f1d req-b3d5d020-7b9c-43c6-93c2-33b0480a512d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 944 time: 0.0714350 Sep 14 11:02:58.116719 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d438326-66f1-4c2f-882e-8ec0dc462f1d req-f1a7c957-ab36-44f8-a660-6e3e598547e0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519304 Sep 14 11:02:58.174582 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43020) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:58.260775 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1013a87d-29a3-4a1f-b3de-4e83512c0e3b req-1745c63c-8c81-409a-8730-c38b5fab60f8 tempest-DeleteServersTestJSON-2061849628 tempest-DeleteServersTestJSON-2061849628-project] 10.222.0.39 "GET /v2.0/ports?device_id=820473ed-7a28-45aa-8d6e-33ef0e9fb779 HTTP/1.1" status: 200 len: 210 time: 0.0368993 Sep 14 11:02:58.382828 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad652185-1a8b-4db9-8d3b-79a000c42630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.538807 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad652185-1a8b-4db9-8d3b-79a000c42630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.548225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eada27-8576-449e-943f-aa1f37838121 req-1bb80546-11ae-4e80-a28f-d82d6478819a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:58.549994 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-73eada27-8576-449e-943f-aa1f37838121 req-1bb80546-11ae-4e80-a28f-d82d6478819a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0804875 Sep 14 11:02:58.551910 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad652185-1a8b-4db9-8d3b-79a000c42630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.619835 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ad652185-1a8b-4db9-8d3b-79a000c42630 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4083bdd65a5142459f03de0b15b5b455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434476 Sep 14 11:02:58.622984 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43046) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:58.637317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad652185-1a8b-4db9-8d3b-79a000c42630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa684650-ed73-4719-b151-df678d224d9b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:58.652626 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-73eada27-8576-449e-943f-aa1f37838121 req-c38b13fb-d523-4b45-88fb-4d5467add0ab tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939844 Sep 14 11:02:58.670116 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ef03b51d-6076-47b6-9f47-1a88afea983b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:02:58.674067 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device efeb235c-0c40-4c01-815f-de90d9c163d5 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:02:58.716769 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a736e449-5a05-4536-aac3-80323a1607cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.741218 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a736e449-5a05-4536-aac3-80323a1607cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.837204 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port efeb235c-0c40-4c01-815f-de90d9c163d5 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:02:58.848809 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port efeb235c-0c40-4c01-815f-de90d9c163d5 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:02:58.849383 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.887520 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a736e449-5a05-4536-aac3-80323a1607cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.890469 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a736e449-5a05-4536-aac3-80323a1607cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:58.891924 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a736e449-5a05-4536-aac3-80323a1607cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa684650-ed73-4719-b151-df678d224d9b HTTP/1.1" status: 204 len: 168 time: 0.2679446 Sep 14 11:02:58.898544 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ef03b51d-6076-47b6-9f47-1a88afea983b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef03b51d-6076-47b6-9f47-1a88afea983b,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:58.902142 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736e449-5a05-4536-aac3-80323a1607cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa684650-ed73-4719-b151-df678d224d9b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:58.922086 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007ef62-77e9-4162-ac33-d1d2426c87fd req-35e91f22-702c-4377-954a-d3806a9ca248 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:58.929973 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b007ef62-77e9-4162-ac33-d1d2426c87fd req-35e91f22-702c-4377-954a-d3806a9ca248 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 948 time: 0.0877273 Sep 14 11:02:58.949054 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'ef03b51d-6076-47b6-9f47-1a88afea983b', 'network_id': '8523cfe6-1235-499f-bd49-23443e48bb0f', 'port_id': 'ef03b51d-6076-47b6-9f47-1a88afea983b', 'mac_address': 'fa:16:3e:8f:66:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c80e62f-cff4-4e38-9a4f-0c85eb8f93b0', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:02:58.979371 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b007ef62-77e9-4162-ac33-d1d2426c87fd req-d7eb4bd6-c7c3-4312-8557-69f2a910fa02 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 Sep 14 11:02:59.017450 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.033942 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.044665 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef03b51d-6076-47b6-9f47-1a88afea983b {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:02:59.074722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ef03b51d-6076-47b6-9f47-1a88afea983b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef03b51d-6076-47b6-9f47-1a88afea983b,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:59.080348 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeb235c-0c40-4c01-815f-de90d9c163d5'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:02:59.083613 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92292779-fdae-4bf3-948e-0735057d2c57" -d '{"events": [{"server_uuid": "9ac762b7-8282-48ce-83c8-dc7062f806e3", "name": "network-vif-plugged", "status": "completed", "tag": "efeb235c-0c40-4c01-815f-de90d9c163d5"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:02:59.091813 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.103903 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port efeb235c-0c40-4c01-815f-de90d9c163d5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=efeb235c-0c40-4c01-815f-de90d9c163d5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:02:59.128651 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.133334 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2f5fee-158c-4500-a911-8eddc702ba4e x-openstack-request-id: req-ce2f5fee-158c-4500-a911-8eddc702ba4e {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:02:59.133871 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac762b7-8282-48ce-83c8-dc7062f806e3", "name": "network-vif-plugged", "status": "completed", "tag": "efeb235c-0c40-4c01-815f-de90d9c163d5", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:02:59.134126 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce2f5fee-158c-4500-a911-8eddc702ba4e {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:02:59.135291 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeb235c-0c40-4c01-815f-de90d9c163d5', 'code': 200} Sep 14 11:02:59.159370 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=ef03b51d-6076-47b6-9f47-1a88afea983b,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:59.234136 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=efeb235c-0c40-4c01-815f-de90d9c163d5,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:59.252693 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c920-6e9d-4026-81ca-01c0f55cf2d3 req-1fb41f86-abad-41c1-bc74-c4ec7e79d6e4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:59.259850 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9384c920-6e9d-4026-81ca-01c0f55cf2d3 req-1fb41f86-abad-41c1-bc74-c4ec7e79d6e4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.0623677 Sep 14 11:02:59.301281 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9384c920-6e9d-4026-81ca-01c0f55cf2d3 req-12ac1fcf-8beb-481f-8afb-c075def33cf3 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Sep 14 11:02:59.419227 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d333dd-05d9-480b-9f9e-8337d8b2b042 req-729acaa9-1b30-491f-abc5-efce0c79513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:59.421880 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-81d333dd-05d9-480b-9f9e-8337d8b2b042 req-729acaa9-1b30-491f-abc5-efce0c79513f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 1098 time: 0.1046977 Sep 14 11:02:59.438510 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['ef03b51d-6076-47b6-9f47-1a88afea983b'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:02:59.468643 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43090) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:59.474400 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-81d333dd-05d9-480b-9f9e-8337d8b2b042 req-c3848aac-6784-4bbe-a905-d42d88e96139 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Sep 14 11:02:59.491944 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c33fe94b-edc7-4aef-8d77-897fb95b2d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.623609 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c33fe94b-edc7-4aef-8d77-897fb95b2d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.629732 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c33fe94b-edc7-4aef-8d77-897fb95b2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.664058 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c33fe94b-edc7-4aef-8d77-897fb95b2d4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e4509b6cee34cb59c6bd24adf7f9931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943293 Sep 14 11:02:59.678961 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43096) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:02:59.690167 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fe94b-edc7-4aef-8d77-897fb95b2d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7563f514-dffd-4663-aa79-d5e7515e275d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:02:59.828405 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1c00edc0-09b9-4db6-9cfc-9300843adfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.852037 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464ab5f-053d-4ad8-9abf-94cc2ae827fa req-3e7d0cd6-7f31-4d7a-bd2a-8e70b8c812d8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:02:59.853751 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f464ab5f-053d-4ad8-9abf-94cc2ae827fa req-3e7d0cd6-7f31-4d7a-bd2a-8e70b8c812d8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0871732 Sep 14 11:02:59.870111 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1c00edc0-09b9-4db6-9cfc-9300843adfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.929982 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f464ab5f-053d-4ad8-9abf-94cc2ae827fa req-77a486a1-2d28-4eca-9b9f-cd37df813561 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647495 Sep 14 11:02:59.959331 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1c00edc0-09b9-4db6-9cfc-9300843adfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.962144 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1c00edc0-09b9-4db6-9cfc-9300843adfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:02:59.963290 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-1c00edc0-09b9-4db6-9cfc-9300843adfa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7563f514-dffd-4663-aa79-d5e7515e275d HTTP/1.1" status: 204 len: 168 time: 0.2831881 Sep 14 11:02:59.972237 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00edc0-09b9-4db6-9cfc-9300843adfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7563f514-dffd-4663-aa79-d5e7515e275d,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:00.124468 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ebc5d-70a6-4463-9d66-c4cad099f5b8 req-f6f63256-69b7-44cb-acec-d02afb0d19e5 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:00.126204 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-493ebc5d-70a6-4463-9d66-c4cad099f5b8 req-f6f63256-69b7-44cb-acec-d02afb0d19e5 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 949 time: 0.0724308 Sep 14 11:03:00.172918 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-493ebc5d-70a6-4463-9d66-c4cad099f5b8 req-88770e04-7719-417f-bbf5-337624219fe5 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Sep 14 11:03:00.435632 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b51f67-96f8-4b69-a040-a6d7eaf4e042 req-8195ca09-fea0-444f-b6fc-25218f502412 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:00.443272 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76b51f67-96f8-4b69-a040-a6d7eaf4e042 req-8195ca09-fea0-444f-b6fc-25218f502412 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.0580785 Sep 14 11:03:00.449749 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43174) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:00.495503 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76b51f67-96f8-4b69-a040-a6d7eaf4e042 req-8628f3a1-c076-4f18-8b7f-59e217485967 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Sep 14 11:03:00.625820 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4c482ce6-6f56-4fce-ad45-15d81cb50986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.666048 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ef03b51d-6076-47b6-9f47-1a88afea983b up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:00.730400 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port ef03b51d-6076-47b6-9f47-1a88afea983b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:00.735845 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port ef03b51d-6076-47b6-9f47-1a88afea983b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:00.736220 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.749625 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4c482ce6-6f56-4fce-ad45-15d81cb50986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.753990 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4c482ce6-6f56-4fce-ad45-15d81cb50986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.793590 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c482ce6-6f56-4fce-ad45-15d81cb50986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90138858-c60f-4845-884a-d1c4a25e8999,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:00.802818 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4c482ce6-6f56-4fce-ad45-15d81cb50986 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7356ef0a341e4c21adfa6cb35f62f324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519771 Sep 14 11:03:00.803306 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43196) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:00.832065 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.873913 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ef03b51d-6076-47b6-9f47-1a88afea983b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef03b51d-6076-47b6-9f47-1a88afea983b,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:00.879701 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.883289 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2e1281e3-3c1c-490e-b770-6f6fc103567b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:03:00.892747 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43202) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:00.940127 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8262aeaa-c049-4bd0-ada5-ceaaccaf6b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:00.968604 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 2e1281e3-3c1c-490e-b770-6f6fc103567b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:03:00.969088 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2e1281e3-3c1c-490e-b770-6f6fc103567b not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:03:00.971482 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=ef03b51d-6076-47b6-9f47-1a88afea983b,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:00.973441 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8262aeaa-c049-4bd0-ada5-ceaaccaf6b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.037196 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43210) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:01.093009 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8262aeaa-c049-4bd0-ada5-ceaaccaf6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.095733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8262aeaa-c049-4bd0-ada5-ceaaccaf6b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.099334 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-8262aeaa-c049-4bd0-ada5-ceaaccaf6b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90138858-c60f-4845-884a-d1c4a25e8999 HTTP/1.1" status: 204 len: 168 time: 0.2922680 Sep 14 11:03:01.115271 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-da075cb9-275c-44da-a580-0e610c93fdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.136452 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03b51d-6076-47b6-9f47-1a88afea983b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:01.138889 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7a2c8-d74e-43b7-a282-d50f6ad86640" -d '{"events": [{"server_uuid": "1159423d-bd4b-4a94-ae56-dced3e5645e1", "name": "network-vif-plugged", "status": "completed", "tag": "ef03b51d-6076-47b6-9f47-1a88afea983b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:01.144386 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262aeaa-c049-4bd0-ada5-ceaaccaf6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90138858-c60f-4845-884a-d1c4a25e8999,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:01.168051 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Deleting subnet 5ba222fa-a46e-4357-93ed-efec6931d4fb {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:03:01.174881 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.208698 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e14373-1c9c-4c27-9d76-a9c80e09039a x-openstack-request-id: req-13e14373-1c9c-4c27-9d76-a9c80e09039a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:01.209030 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1159423d-bd4b-4a94-ae56-dced3e5645e1", "name": "network-vif-plugged", "status": "completed", "tag": "ef03b51d-6076-47b6-9f47-1a88afea983b", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:01.209285 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13e14373-1c9c-4c27-9d76-a9c80e09039a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:01.209797 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03b51d-6076-47b6-9f47-1a88afea983b', 'code': 200} Sep 14 11:03:01.214406 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f2b2f-8fad-4a99-899d-b02dea5e5549 req-c1ec15b5-6950-4b3b-acb6-d20b5ff36315 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:01.215929 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4e4f2b2f-8fad-4a99-899d-b02dea5e5549 req-c1ec15b5-6950-4b3b-acb6-d20b5ff36315 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1595197 Sep 14 11:03:01.278330 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5590367'] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.347066 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4e4f2b2f-8fad-4a99-899d-b02dea5e5549 req-7c29aaca-d668-4c11-bdf5-09f05a4fbd8a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151114 Sep 14 11:03:01.364340 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.384052 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030be44a-cea9-49d7-977b-a3e48a5f9ba0 req-21f937d5-83da-4b08-9dd8-c9120a57fcbe tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:01.394077 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-030be44a-cea9-49d7-977b-a3e48a5f9ba0 req-21f937d5-83da-4b08-9dd8-c9120a57fcbe tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.1197410 Sep 14 11:03:01.465435 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-030be44a-cea9-49d7-977b-a3e48a5f9ba0 req-d91882dc-2f0c-491d-a8e2-ff142c94fb3e tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645435 Sep 14 11:03:01.475490 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ef925-1b11-4107-bb63-09a69237cdf4 req-20e1f845-65fb-4fcd-ad5c-187efc7123cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:01.476953 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-800ef925-1b11-4107-bb63-09a69237cdf4 req-20e1f845-65fb-4fcd-ad5c-187efc7123cb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 1103 time: 0.0850046 Sep 14 11:03:01.479258 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-da075cb9-275c-44da-a580-0e610c93fdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.487379 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-da075cb9-275c-44da-a580-0e610c93fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.528627 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43232) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:01.533924 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6840923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4524041'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.550624 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed26c835-c87a-47d4-8a63-63519ee73f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.577358 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-da075cb9-275c-44da-a580-0e610c93fdbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48dda2839396449ea09a93fe393c815b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830311 Sep 14 11:03:01.580112 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba222fa-a46e-4357-93ed-efec6931d4fb,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:01.582396 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43234) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:01.589212 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da075cb9-275c-44da-a580-0e610c93fdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a5d969-58e3-49bd-89ef-3889340666cb,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:01.605262 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.610910 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-390ea8d1-8a4f-4811-8da0-bd780d1cc2d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5ba222fa-a46e-4357-93ed-efec6931d4fb HTTP/1.1" status: 204 len: 168 time: 0.5689681 Sep 14 11:03:01.614558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43238) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:01.654054 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-800ef925-1b11-4107-bb63-09a69237cdf4 req-c3970153-4131-4aab-a0de-a7f535b909b3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642652 Sep 14 11:03:01.679493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17883ce-9c19-4ffe-bd23-f880f6b4124c req-27b7418d-468f-4d91-9cdd-8ed13ad02f32 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:01.681339 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d17883ce-9c19-4ffe-bd23-f880f6b4124c req-27b7418d-468f-4d91-9cdd-8ed13ad02f32 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.0941985 Sep 14 11:03:01.729660 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d17883ce-9c19-4ffe-bd23-f880f6b4124c req-6aa07a4a-1843-4fb8-a202-88a731b69c40 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Sep 14 11:03:01.733752 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed26c835-c87a-47d4-8a63-63519ee73f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.769910 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d4a9-b968-4f38-aacd-3c765b491f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.771671 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed26c835-c87a-47d4-8a63-63519ee73f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.804107 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.832892 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d4a9-b968-4f38-aacd-3c765b491f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.846830 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ed26c835-c87a-47d4-8a63-63519ee73f4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=998698f5406d48fb9edffab1a800c613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151574 Sep 14 11:03:01.847503 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43250) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:01.850799 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26c835-c87a-47d4-8a63-63519ee73f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df22744-22e9-471f-90f5-1301471eae5b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:01.949794 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.962819 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19a0c4c4-cfd5-4206-8d6f-04c06f5eab6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.964604 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d4a9-b968-4f38-aacd-3c765b491f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.967123 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d4a9-b968-4f38-aacd-3c765b491f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:01.968460 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1ce1d4a9-b968-4f38-aacd-3c765b491f71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21a5d969-58e3-49bd-89ef-3889340666cb HTTP/1.1" status: 204 len: 168 time: 0.3848772 Sep 14 11:03:01.979992 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e39fe38-c0ed-4de8-8ca5-5bafaa350215']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:01.986327 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1d4a9-b968-4f38-aacd-3c765b491f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a5d969-58e3-49bd-89ef-3889340666cb,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:01.992255 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19a0c4c4-cfd5-4206-8d6f-04c06f5eab6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.008097 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00e2d2a-7e50-4a11-a0e5-842596571381') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:02.008754 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00e2d2a-7e50-4a11-a0e5-842596571381') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:02.022481 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.044317 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.053990 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:03:02.054621 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.055863 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19a0c4c4-cfd5-4206-8d6f-04c06f5eab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:03:02.057300 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:03:02.059552 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19a0c4c4-cfd5-4206-8d6f-04c06f5eab6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.062830 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-19a0c4c4-cfd5-4206-8d6f-04c06f5eab6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5df22744-22e9-471f-90f5-1301471eae5b HTTP/1.1" status: 204 len: 168 time: 0.2140405 Sep 14 11:03:02.076529 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0c4c4-cfd5-4206-8d6f-04c06f5eab6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df22744-22e9-471f-90f5-1301471eae5b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:02.140082 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.148205 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.151615 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2e39fe38-c0ed-4de8-8ca5-5bafaa350215 HTTP/1.1" status: 204 len: 168 time: 0.5360038 Sep 14 11:03:02.163858 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b199966-8099-4c12-a966-a8e4c3211b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e39fe38-c0ed-4de8-8ca5-5bafaa350215,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:02.531574 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10ba4-39be-4652-a2ac-3e5397fcfea3 req-f4e6af51-45d0-4dc7-9228-4e69e0cf67ca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:02.539334 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f0c10ba4-39be-4652-a2ac-3e5397fcfea3 req-f4e6af51-45d0-4dc7-9228-4e69e0cf67ca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0777667 Sep 14 11:03:02.596918 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43282) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:02.610886 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f0c10ba4-39be-4652-a2ac-3e5397fcfea3 req-38ca4d7c-575d-4e06-b601-d2377c3b4769 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691030 Sep 14 11:03:02.706854 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b72caedd-90e0-4217-b126-280742462a2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b099cc33daf045cca6c2c7c23e60b636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1080208 Sep 14 11:03:02.709039 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43288) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:02.721234 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b891-dcb6-4eb6-9461-a8e1f960e0a7 req-9fde7925-e711-4d83-abe7-54dc34b932a5 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:02.733076 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-66f5b891-dcb6-4eb6-9461-a8e1f960e0a7 req-9fde7925-e711-4d83-abe7-54dc34b932a5 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.0963321 Sep 14 11:03:02.747331 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43290) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:02.785174 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dec5de82-5420-42f6-a4fe-8945a82f4572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.788615 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-66f5b891-dcb6-4eb6-9461-a8e1f960e0a7 req-1cbe8827-4290-449f-846f-77b6f9960d19 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545585 Sep 14 11:03:02.828297 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-3dc1-4615-8bb4-f13524b67233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.863203 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-3dc1-4615-8bb4-f13524b67233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.947241 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-3dc1-4615-8bb4-f13524b67233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.949785 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-3dc1-4615-8bb4-f13524b67233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.954277 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6f30f46c-3dc1-4615-8bb4-f13524b67233 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab4c1947-6915-4bc9-9ff4-4857398c6505 HTTP/1.1" status: 204 len: 168 time: 0.2402160 Sep 14 11:03:02.965679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dec5de82-5420-42f6-a4fe-8945a82f4572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.972705 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dec5de82-5420-42f6-a4fe-8945a82f4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:02.976305 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f46c-3dc1-4615-8bb4-f13524b67233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c1947-6915-4bc9-9ff4-4857398c6505,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:03.018092 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dec5de82-5420-42f6-a4fe-8945a82f4572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b488e13261144b2f916d3d82fa0009d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697189 Sep 14 11:03:03.020719 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43304) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:03.026542 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5de82-5420-42f6-a4fe-8945a82f4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892acba-16bf-471a-bcb8-dc0991c13032,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:03.094213 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d70b797a-789d-4ce9-9c5b-517d02cd0872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:03.129225 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d70b797a-789d-4ce9-9c5b-517d02cd0872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:03.194612 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d70b797a-789d-4ce9-9c5b-517d02cd0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:03.197663 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d70b797a-789d-4ce9-9c5b-517d02cd0872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:03.198829 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d70b797a-789d-4ce9-9c5b-517d02cd0872 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b892acba-16bf-471a-bcb8-dc0991c13032 HTTP/1.1" status: 204 len: 168 time: 0.1771824 Sep 14 11:03:03.208058 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b797a-789d-4ce9-9c5b-517d02cd0872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892acba-16bf-471a-bcb8-dc0991c13032,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:03.786213 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8460875-c85d-41dc-a5fb-3583f0ecaf5a req-1fb71e64-2647-45a7-a33d-d87a8bfcb3c5 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:03.787818 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c8460875-c85d-41dc-a5fb-3583f0ecaf5a req-1fb71e64-2647-45a7-a33d-d87a8bfcb3c5 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0991676 Sep 14 11:03:03.883548 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c8460875-c85d-41dc-a5fb-3583f0ecaf5a req-3b505310-5544-4992-89af-30bdca3eb114 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Sep 14 11:03:03.949295 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a915c7-5cd8-4ea8-905e-23dcb07065f2 req-59e376a9-d3a2-4afe-bfe8-2a5080f353fd tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:03.968515 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0a915c7-5cd8-4ea8-905e-23dcb07065f2 req-59e376a9-d3a2-4afe-bfe8-2a5080f353fd tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.0739810 Sep 14 11:03:04.047503 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0a915c7-5cd8-4ea8-905e-23dcb07065f2 req-9dd5b45d-5de3-4de7-a6b4-c6efcae4e86a tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716717 Sep 14 11:03:04.205486 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43384) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:04.406697 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2113684780-network', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:04.412736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476803fb-e084-4411-a853-2e3c3e1322d7 req-da53d8ec-0289-4f81-8f50-adc76321ae24 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:04.421996 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-476803fb-e084-4411-a853-2e3c3e1322d7 req-da53d8ec-0289-4f81-8f50-adc76321ae24 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.0641525 Sep 14 11:03:04.474561 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-476803fb-e084-4411-a853-2e3c3e1322d7 req-f793e586-15a3-48a5-b313-173468f794ed tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512173 Sep 14 11:03:04.508621 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Made reservation on behalf of 3b5bc13d95974d5aa24aa4ec0465ddf6 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:04.510948 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.527121 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.545854 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-709bc1c3-1d76-49f3-84ff-33d62bdaac6a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:04.547318 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-709bc1c3-1d76-49f3-84ff-33d62bdaac6a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.2030821 Sep 14 11:03:04.581760 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-90722599-589e-482d-8534-dd3290bc1a36 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/quotas/48fa036e277f42eb9f256049251f3d35 HTTP/1.1" status: 200 len: 375 time: 0.0263999 Sep 14 11:03:04.651951 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-51ed72b4-2a68-4ba4-bfef-1dfb2a73c611 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693636 Sep 14 11:03:04.740622 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.746776 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.772277 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:03:04.795519 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10529ca9-97f1-4664-b334-f367befd6496,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:04.802426 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.802751 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Added segment 37040fa9-165d-492b-bea4-22690eb9e17d of type vlan for network fbabe84a-9048-4835-97b4-df0d89ef7706 Sep 14 11:03:04.814074 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-23e91674-259e-436d-86ce-ed528790e7cd service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525791 Sep 14 11:03:04.876620 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.958992 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.959925 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:04.960750 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:04.984176 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-e39fa341-3b51-4759-835e-60fda106b0c3 service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606088 Sep 14 11:03:05.008391 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c02-1457-49ae-b105-71d4f082d151 req-ea9c835c-6b33-42cc-99e4-4c4a4f8cb66d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:05.015835 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8046575 Sep 14 11:03:05.015921 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-17ec5c02-1457-49ae-b105-71d4f082d151 req-ea9c835c-6b33-42cc-99e4-4c4a4f8cb66d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0589440 Sep 14 11:03:05.015921 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43454) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:05.024666 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Request body: {'subnet': {'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2113684780-subnet', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:05.044845 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e7ff2-0aed-437d-940c-88a4cd49ee47 admin admin] Pushing event updated for resources: {'Network': ['ID=fbabe84a-9048-4835-97b4-df0d89ef7706,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:05.056028 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network fbabe84a-9048-4835-97b4-df0d89ef7706 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:03:05.098966 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-17ec5c02-1457-49ae-b105-71d4f082d151 req-034bc330-f982-4502-b248-2ce9e80493ca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698946 Sep 14 11:03:05.109492 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Made reservation on behalf of 3b5bc13d95974d5aa24aa4ec0465ddf6 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:05.112650 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.222617 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-22b2146d-c268-4d14-9c93-14974ded7b8b req-2f1a1ad5-ffb1-49cf-8309-ed705e364c1a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 210 time: 0.0339267 Sep 14 11:03:05.371647 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.436692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:05.456841 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Checking segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:05.457193 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Network hostable DHCP agents. Network: fbabe84a-9048-4835-97b4-df0d89ef7706, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:03:05.476349 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Network fbabe84a-9048-4835-97b4-df0d89ef7706 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:03:05.488174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, fbabe84a-9048-4835-97b4-df0d89ef7706) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:05.500139 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:05.500748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.507731 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096c9f9-8ee7-4255-aee0-acbdffe425f1 None None] Network fbabe84a-9048-4835-97b4-df0d89ef7706 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:03:05.535787 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43490) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:05.536053 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b0901525-e807-4378-b3c9-2513a0f744e0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5159531 Sep 14 11:03:05.541056 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:05.605115 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.606658 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.641515 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260a5d-c7a6-43b5-bf53-af3d711ff5f7 req-88de6028-6967-43a8-b474-4104942ebda9 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:05.649348 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29260a5d-c7a6-43b5-bf53-af3d711ff5f7 req-88de6028-6967-43a8-b474-4104942ebda9 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.0998590 Sep 14 11:03:05.677619 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.712979 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29260a5d-c7a6-43b5-bf53-af3d711ff5f7 req-bbba8a18-6e81-483c-b594-c977778005df tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623841 Sep 14 11:03:05.749845 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-fbabe84a-9048-4835-97b4-df0d89ef7706', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:03:05.750784 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.838665 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:05.914684 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Allocated IP 172.20.0.2 (fbabe84a-9048-4835-97b4-df0d89ef7706/a5d0186a-0f79-4c02-a58e-1ca2ce362f6e/ad2fdafd-019d-4512-875a-eafdee056948) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:06.078101 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.078771 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.086236 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Transition to ACTIVE for port object ad2fdafd-019d-4512-875a-eafdee056948 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:06.098033 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.101706 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Transition to ACTIVE for port object ad2fdafd-019d-4512-875a-eafdee056948 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:06.107230 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.145637 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Network fbabe84a-9048-4835-97b4-df0d89ef7706 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:06.148468 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:06.152018 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:06.165779 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Pushing event updated for resources: {'Port': ['ID=ad2fdafd-019d-4512-875a-eafdee056948,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:06.209817 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Attempting to bind port ad2fdafd-019d-4512-875a-eafdee056948 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:06.210180 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Attempting to bind port ad2fdafd-019d-4512-875a-eafdee056948 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:06.210534 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Attempting to bind port ad2fdafd-019d-4512-875a-eafdee056948 on network fbabe84a-9048-4835-97b4-df0d89ef7706 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:06.215306 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:06.215881 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Checking segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:06.216053 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.216440 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Bound using segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:06.216913 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Bound port: ad2fdafd-019d-4512-875a-eafdee056948, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:06.217289 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.234516 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Allocated IP 172.27.2.4 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/848673d7-1925-4df4-8828-6908639ea679) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:06.261356 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a1534-99c9-4365-b4b6-a8b8e1cacbd2 req-8a40df81-cd98-424c-932f-89d55d93cedb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:06.263183 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c2a1534-99c9-4365-b4b6-a8b8e1cacbd2 req-8a40df81-cd98-424c-932f-89d55d93cedb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0784853 Sep 14 11:03:06.284859 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] For port ad2fdafd-019d-4512-875a-eafdee056948, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:06.288907 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] For port ad2fdafd-019d-4512-875a-eafdee056948, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=ad2fdafd-019d-4512-875a-eafdee056948,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:06.295565 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.345148 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4ea49d84-864f-4738-bca1-b3c3c60e6a8d req-44be86f5-0c83-439c-9df8-5148900dd056 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 210 time: 0.0380685 Sep 14 11:03:06.366704 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc600a3-362e-4d42-8dfa-8b703e65616a None None] Pushing event updated for resources: {'Port': ['ID=ad2fdafd-019d-4512-875a-eafdee056948,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:06.527010 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c2a1534-99c9-4365-b4b6-a8b8e1cacbd2 req-853a4190-5e9d-44ba-a92d-6e93199964e1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511277 Sep 14 11:03:06.595329 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.642987 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:06.682698 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:06.685791 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:06.688963 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:06.721151 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=848673d7-1925-4df4-8828-6908639ea679,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:06.876278 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c28bb-3863-455f-94aa-447aa4904d98 req-db531735-99fe-48e6-8404-86f443ad71b1 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:06.877684 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3c28bb-3863-455f-94aa-447aa4904d98 req-db531735-99fe-48e6-8404-86f443ad71b1 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.1048009 Sep 14 11:03:06.981917 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3c28bb-3863-455f-94aa-447aa4904d98 req-a2f85d5a-9a8c-405e-a2f0-be9da429a1af tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725851 Sep 14 11:03:06.998853 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:07.200336 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:07.300138 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225fbad1-c942-4a34-b379-f563c1cc1db4 None None] Network fbabe84a-9048-4835-97b4-df0d89ef7706 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:03:07.329742 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:03:07.362641 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-77d8b22b-068f-4c58-b436-7ec9910dd9ad None None] Provisioning for port ad2fdafd-019d-4512-875a-eafdee056948 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:07.449234 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3b1ed857-ffc6-4d09-b022-83878894969e req-d5a25c1f-a76a-45e0-8070-490960fea693 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 210 time: 0.0325763 Sep 14 11:03:07.463513 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:03:07.473956 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:03:07.482140 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:07.485623 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0ac7574f-ba18-4ad1-bc85-79f2c0720aa0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9467204 Sep 14 11:03:07.485779 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:03:07.485779 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:02:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:07.486881 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43520) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:07.597828 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:03:07.737187 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b7f6-d3d8-4477-b40f-a46f7d318fc2 req-ce1a23c9-8486-45bd-a618-91b8edacb331 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:07.738617 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2495b7f6-d3d8-4477-b40f-a46f7d318fc2 req-ce1a23c9-8486-45bd-a618-91b8edacb331 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1252809 Sep 14 11:03:07.776165 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:06Z', 'revision_number': 3, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:07.805498 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:03:07.805874 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Updating router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 port 848673d7-1925-4df4-8828-6908639ea679 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:03:07.830330 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:07.843892 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2495b7f6-d3d8-4477-b40f-a46f7d318fc2 req-9b7bb8c1-ef02-4469-9e85-9a210559d840 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976584 Sep 14 11:03:07.993671 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.086602 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device ad2fdafd-019d-4512-875a-eafdee056948 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:08.103029 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.114160 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Transition to ACTIVE for port object 848673d7-1925-4df4-8828-6908639ea679 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:08.121997 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.146820 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port ad2fdafd-019d-4512-875a-eafdee056948 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:08.152867 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port ad2fdafd-019d-4512-875a-eafdee056948 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:08.153248 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.172106 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Pushing event updated for resources: {'Port': ['ID=848673d7-1925-4df4-8828-6908639ea679,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:08.182077 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.182454 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.182799 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.183138 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.183473 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.184823 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.185172 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.185516 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.185890 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.186260 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.186592 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.186920 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:08.198636 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Attempting to bind port 848673d7-1925-4df4-8828-6908639ea679 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:08.199292 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Attempting to bind port 848673d7-1925-4df4-8828-6908639ea679 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:08.199823 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Attempting to bind port 848673d7-1925-4df4-8828-6908639ea679 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:08.205006 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:08.205646 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:08.206057 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.206450 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:08.206914 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Bound port: 848673d7-1925-4df4-8828-6908639ea679, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:08.207315 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.211948 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7195-3c4b-476e-8e19-7452bf0582fe req-90b54e13-3b43-48a6-8f22-809927b9f179 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:08.213466 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f34b7195-3c4b-476e-8e19-7452bf0582fe req-90b54e13-3b43-48a6-8f22-809927b9f179 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.1053231 Sep 14 11:03:08.231381 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Allocated IP 172.20.0.1 (fbabe84a-9048-4835-97b4-df0d89ef7706/a5d0186a-0f79-4c02-a58e-1ca2ce362f6e/870f8f87-17f9-4d0e-8dcc-b63205480378) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:08.240508 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.263494 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] For port 848673d7-1925-4df4-8828-6908639ea679, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:08.266625 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] For port 848673d7-1925-4df4-8828-6908639ea679, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=848673d7-1925-4df4-8828-6908639ea679,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:08.270360 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.275650 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port ad2fdafd-019d-4512-875a-eafdee056948, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=ad2fdafd-019d-4512-875a-eafdee056948,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:08.280803 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.284994 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f34b7195-3c4b-476e-8e19-7452bf0582fe req-525d9874-642c-4bb5-a8db-ede9a680f9af tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 Sep 14 11:03:08.323549 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4658e6-3d21-4a19-aca4-610dd7fe289a None None] Pushing event updated for resources: {'Port': ['ID=848673d7-1925-4df4-8828-6908639ea679,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:08.336986 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:03:08.337625 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:02:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:08.341399 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=ad2fdafd-019d-4512-875a-eafdee056948,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:08.376494 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.389799 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Transition to ACTIVE for port object 870f8f87-17f9-4d0e-8dcc-b63205480378 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:08.422569 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.445467 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:03:08.459769 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Network fbabe84a-9048-4835-97b4-df0d89ef7706 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:08.462504 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:08.465956 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:08.515219 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Pushing event updated for resources: {'Port': ['ID=870f8f87-17f9-4d0e-8dcc-b63205480378,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:08.533603 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.750394 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:06Z', 'revision_number': 3, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:08.779649 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585884f-ce7d-44de-be13-004bbdc76d4f None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:06Z', 'revision_number': 3, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:03:08.809333 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7140e40f-d73d-43d5-a87d-e3f4678bd282 req-133f617c-2ac3-433a-96ca-a14c23a1daf6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 210 time: 0.0366538 Sep 14 11:03:08.829984 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0d6f07d6-4762-48f2-a872-e65e61dc9404 None None] Provisioning for port 870f8f87-17f9-4d0e-8dcc-b63205480378 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:08.832235 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0d6f07d6-4762-48f2-a872-e65e61dc9404 None None] Provisioning complete for port 870f8f87-17f9-4d0e-8dcc-b63205480378 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:08.832636 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0d6f07d6-4762-48f2-a872-e65e61dc9404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:08.871913 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f07d6-4762-48f2-a872-e65e61dc9404 None None] Port 870f8f87-17f9-4d0e-8dcc-b63205480378 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:03:08.911545 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:09.002878 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b4ae-03b2-4419-bf61-2989bb6ec16c req-b54a2fb3-c7b9-425b-8b4d-8494b8bfe8e1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:09.004308 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b647b4ae-03b2-4419-bf61-2989bb6ec16c req-b54a2fb3-c7b9-425b-8b4d-8494b8bfe8e1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0638125 Sep 14 11:03:09.080828 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b647b4ae-03b2-4419-bf61-2989bb6ec16c req-d1d4189d-a698-45af-850f-0d3509d5399c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648341 Sep 14 11:03:09.140558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:09.147690 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:09.224751 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:09.319558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Pushing event updated for resources: {'Port': ['ID=870f8f87-17f9-4d0e-8dcc-b63205480378,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:09.482228 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-d5b6035b-6672-4828-9481-b18049f29b1a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:09.483926 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-d5b6035b-6672-4828-9481-b18049f29b1a tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.2635882 Sep 14 11:03:09.493462 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-476d9134-bb42-4a7b-bace-1774daaed613 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:09.493816 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Network fbabe84a-9048-4835-97b4-df0d89ef7706 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:09.495099 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-476d9134-bb42-4a7b-bace-1774daaed613 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.68 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.1626387 Sep 14 11:03:09.502355 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f25cba-56cc-4629-bb9c-e48403e41c25 req-e9e76d93-a76b-457a-8916-8039af70cf15 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:09.509964 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4f25cba-56cc-4629-bb9c-e48403e41c25 req-e9e76d93-a76b-457a-8916-8039af70cf15 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 950 time: 0.1059585 Sep 14 11:03:09.523068 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Request body: {'port': {'device_id': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'admin_state_up': True, 'tenant_id': '48fa036e277f42eb9f256049251f3d35'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:09.527296 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:09.654941 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4f25cba-56cc-4629-bb9c-e48403e41c25 req-73e2f1d2-df0c-4503-ab65-3fb25c21fe5b tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3d7d610-d82d-4016-959e-3e824a5a4dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400549 Sep 14 11:03:09.772285 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:03:09.859697 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Deleting port ef03b51d-6076-47b6-9f47-1a88afea983b {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:03:09.859697 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:09.895815 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Made reservation on behalf of 48fa036e277f42eb9f256049251f3d35 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:09.905622 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:09.922029 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-db853866-45df-45a6-8f27-1527e166e4ce None None] Provisioning complete for port 870f8f87-17f9-4d0e-8dcc-b63205480378 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:09.923488 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db853866-45df-45a6-8f27-1527e166e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.111959 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f87537ef-379c-4753-b75b-0ef385ca918d req-b97db9e4-de49-439f-ba82-d46a466e068e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 210 time: 0.1206033 Sep 14 11:03:10.121295 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:03:10.131745 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] For port ef03b51d-6076-47b6-9f47-1a88afea983b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef03b51d-6076-47b6-9f47-1a88afea983b,segment=NetworkSegment(8a492d4a-7c56-469d-8aca-a0a70e0f41e9),segment_id=8a492d4a-7c56-469d-8aca-a0a70e0f41e9)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:10.132327 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.148240 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-baa3ec48-bae6-4d72-b42c-2743f0dc7843 admin admin] 10.222.0.39 "PUT /v2.0/routers/52bc6f1c-b9e7-4c2f-86af-525c168a9477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601288 Sep 14 11:03:10.258377 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 848673d7-1925-4df4-8828-6908639ea679 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:10.301718 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-db853866-45df-45a6-8f27-1527e166e4ce None None] Port 870f8f87-17f9-4d0e-8dcc-b63205480378 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:03:10.327745 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 848673d7-1925-4df4-8828-6908639ea679 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:10.340723 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 848673d7-1925-4df4-8828-6908639ea679 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:10.343058 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.343236 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Calling delete_port for ef03b51d-6076-47b6-9f47-1a88afea983b owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:03:10.487874 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.511908 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 848673d7-1925-4df4-8828-6908639ea679, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=848673d7-1925-4df4-8828-6908639ea679,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:10.519923 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.521302 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device ad2fdafd-019d-4512-875a-eafdee056948 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:10.649853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=848673d7-1925-4df4-8828-6908639ea679,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:10.657750 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port ad2fdafd-019d-4512-875a-eafdee056948 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:10.658130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.744383 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a37c1-9d66-4dea-9ced-52e42d0cda7e req-3b83a58c-9512-4f71-bd2f-44bfae68e99a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:10.750612 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-db6a37c1-9d66-4dea-9ced-52e42d0cda7e req-3b83a58c-9512-4f71-bd2f-44bfae68e99a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.4267116 Sep 14 11:03:10.803733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Allocated IP 172.20.0.12 (0555fe98-fbbb-47b2-99f1-6582896515a8/5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c/72c22245-6d99-40a2-93f3-0f41157bc7a5) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:10.834598 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-db6a37c1-9d66-4dea-9ced-52e42d0cda7e req-dfe62e51-37ba-4383-ba93-845b9d6463f0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719199 Sep 14 11:03:10.968062 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:10.978124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-000591f4-34ea-44a5-a7ff-b134208efc40 req-327cf557-9d40-4f82-883a-f432fde18628 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1159423d-bd4b-4a94-ae56-dced3e5645e1 HTTP/1.1" status: 200 len: 210 time: 0.0620670 Sep 14 11:03:11.039304 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Pushing event deleted for resources: {'Port': ['ID=ef03b51d-6076-47b6-9f47-1a88afea983b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:11.092865 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] No DVR routers for this DVR port ef03b51d-6076-47b6-9f47-1a88afea983b on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:03:11.130489 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.150975 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.153015 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-235af709-9220-4216-8af1-1672b5c0c6f9 req-cc204190-beb3-41a9-ad21-2003e1232621 tempest-VolumesNegativeTest-1006054637 tempest-VolumesNegativeTest-1006054637-project] 10.222.0.68 "DELETE /v2.0/ports/ef03b51d-6076-47b6-9f47-1a88afea983b HTTP/1.1" status: 204 len: 173 time: 1.6433611 Sep 14 11:03:11.155376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'name': 'network-vif-deleted', 'tag': 'ef03b51d-6076-47b6-9f47-1a88afea983b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:11.166369 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b146f-f4c0-4140-b464-91829a5ac521" -d '{"events": [{"server_uuid": "1159423d-bd4b-4a94-ae56-dced3e5645e1", "name": "network-vif-deleted", "tag": "ef03b51d-6076-47b6-9f47-1a88afea983b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:11.194063 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:03:11.212254 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:03:11.212887 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:02:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:11.250826 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.264851 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43614) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:11.277923 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119858247', 'description': 'tempest-description--1223818808'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:11.314370 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'efeb235c-0c40-4c01-815f-de90d9c163d5'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:11.333458 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8e29a1-0980-420f-b01c-2b51129184fe x-openstack-request-id: req-bf8e29a1-0980-420f-b01c-2b51129184fe {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:11.334203 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1159423d-bd4b-4a94-ae56-dced3e5645e1", "name": "network-vif-deleted", "tag": "ef03b51d-6076-47b6-9f47-1a88afea983b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:11.334679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf8e29a1-0980-420f-b01c-2b51129184fe {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:11.335404 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1159423d-bd4b-4a94-ae56-dced3e5645e1', 'name': 'network-vif-deleted', 'tag': 'ef03b51d-6076-47b6-9f47-1a88afea983b', 'status': 'completed', 'code': 200} Sep 14 11:03:11.342716 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.391449 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:11.410141 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:11.414203 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:11.457233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event updated for resources: {'Port': ['ID=72c22245-6d99-40a2-93f3-0f41157bc7a5,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:11.474628 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:11.475285 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.504485 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773adb-4eb3-4c42-971c-161eb1bcf14d req-d8fdb241-7512-437f-a685-a6bf806a961e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:11.510349 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.512643 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a773adb-4eb3-4c42-971c-161eb1bcf14d req-d8fdb241-7512-437f-a685-a6bf806a961e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 932 time: 0.2071483 Sep 14 11:03:11.517648 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.519895 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:03:11.537534 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-3f66d422-84f2-469a-aeaa-c66e47e7baac tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0290849 Sep 14 11:03:11.554326 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.558623 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2870965 Sep 14 11:03:11.559007 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43624) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:11.566272 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'security_group_rule': {'security_group_id': '1e9f3be2-be0d-48cc-9c28-c2463265d070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:11.571947 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Request body: {'port': {'device_id': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:11.595809 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cecf8-1396-4c61-8e6a-d5f680c4b3a8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f3be2-be0d-48cc-9c28-c2463265d070,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:11.598080 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a773adb-4eb3-4c42-971c-161eb1bcf14d req-9ed3d85c-67c0-421e-96dd-ba9226e10714 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843408 Sep 14 11:03:11.621160 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.657510 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.730460 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.735969 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.764206 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0cb6af-4b47-4432-af9b-cdd7571b498f,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:11.783586 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.787608 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-40a102ef-5ea9-4bb4-b309-9edd3b467264 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249734 Sep 14 11:03:11.790323 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43632) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:11.804012 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'security_group_rule': {'security_group_id': '1e9f3be2-be0d-48cc-9c28-c2463265d070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:11.892909 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:11.902412 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 2, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:11.934908 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:03:11.935242 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Updating router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 port 870f8f87-17f9-4d0e-8dcc-b63205480378 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:03:11.967064 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.028685 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ebfdb-268a-45ff-bf8c-4733d906ab67 req-99c765b6-75ab-46e2-865f-c8b5088635eb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:12.031480 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-833ebfdb-268a-45ff-bf8c-4733d906ab67 req-99c765b6-75ab-46e2-865f-c8b5088635eb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0887961 Sep 14 11:03:12.036846 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.053606 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.085013 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-833ebfdb-268a-45ff-bf8c-4733d906ab67 req-784a0e29-5706-4cb9-b951-a316a1d800e0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Sep 14 11:03:12.127561 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cbc6bb-203d-4e87-b9ec-48e5fa7cdb97,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:12.138731 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c22245-6d99-40a2-93f3-0f41157bc7a5 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:12.143464 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.148300 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43646) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:12.152761 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:12.158803 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d9d8a0aa-6316-4197-8376-12ac5dbc8c96 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651905 Sep 14 11:03:12.165948 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.174616 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 848673d7-1925-4df4-8828-6908639ea679 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:12.194158 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Transition to ACTIVE for port object 72c22245-6d99-40a2-93f3-0f41157bc7a5 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:12.204571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.206273 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.287976 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 848673d7-1925-4df4-8828-6908639ea679 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:12.288880 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.289530 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Pushing event updated for resources: {'Port': ['ID=72c22245-6d99-40a2-93f3-0f41157bc7a5,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:12.380421 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.396966 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Attempting to bind port 72c22245-6d99-40a2-93f3-0f41157bc7a5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:12.398494 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.398614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Attempting to bind port 72c22245-6d99-40a2-93f3-0f41157bc7a5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:12.398614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Attempting to bind port 72c22245-6d99-40a2-93f3-0f41157bc7a5 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:12.403061 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Port 72c22245-6d99-40a2-93f3-0f41157bc7a5 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:03:12.403436 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Attempting to bind port 72c22245-6d99-40a2-93f3-0f41157bc7a5 on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:12.409684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:12.410082 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Checking segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:12.410650 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Bound using segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:12.411092 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Bound port: 72c22245-6d99-40a2-93f3-0f41157bc7a5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:12.411455 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.430016 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Transition to ACTIVE for port object 870f8f87-17f9-4d0e-8dcc-b63205480378 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:12.439222 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.486229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] For port 72c22245-6d99-40a2-93f3-0f41157bc7a5, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:12.489743 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] For port 72c22245-6d99-40a2-93f3-0f41157bc7a5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:12.497309 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.546616 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:12.550239 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.552276 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] 10.222.0.68 "PUT /v2.0/ports/72c22245-6d99-40a2-93f3-0f41157bc7a5 HTTP/1.1" status: 200 len: 1094 time: 0.9975994 Sep 14 11:03:12.555885 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Allocated IP 172.27.2.27 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/6c68cb27-3931-42b1-a84a-08e6c33fa7b7) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:12.671422 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ee6af-932a-485e-ae22-3acbcb7d55c3 None None] Pushing event updated for resources: {'Port': ['ID=870f8f87-17f9-4d0e-8dcc-b63205480378,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:12.673995 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Attempting to bind port 870f8f87-17f9-4d0e-8dcc-b63205480378 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:12.674423 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Attempting to bind port 870f8f87-17f9-4d0e-8dcc-b63205480378 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:12.674780 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Attempting to bind port 870f8f87-17f9-4d0e-8dcc-b63205480378 on network fbabe84a-9048-4835-97b4-df0d89ef7706 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:12.682691 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:12.683074 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Checking segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:12.683487 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.683885 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Bound using segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:12.684370 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Bound port: 870f8f87-17f9-4d0e-8dcc-b63205480378, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:12.684757 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.698777 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411e3f8-8245-49f4-a4b3-41a14d4e7c97 service neutron] Pushing event updated for resources: {'Port': ['ID=72c22245-6d99-40a2-93f3-0f41157bc7a5,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:12.736566 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-e943fe13-bf26-4cdc-834b-d691c9509dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:12.746340 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-e943fe13-bf26-4cdc-834b-d691c9509dee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 1097 time: 0.1248775 Sep 14 11:03:12.808889 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.817604 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ef03b51d-6076-47b6-9f47-1a88afea983b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:03:12.829623 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-778c07a8-47ed-4e6d-ad63-9e207fe6dc96 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5 HTTP/1.1" status: 200 len: 217 time: 0.0780501 Sep 14 11:03:12.858505 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: ef03b51d-6076-47b6-9f47-1a88afea983b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:03:12.859186 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ef03b51d-6076-47b6-9f47-1a88afea983b not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:03:12.867222 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] For port 870f8f87-17f9-4d0e-8dcc-b63205480378, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:12.895739 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] For port 870f8f87-17f9-4d0e-8dcc-b63205480378, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=870f8f87-17f9-4d0e-8dcc-b63205480378,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:12.908347 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:12.911119 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0906ef-137c-4e37-857f-4217f43eee4f req-6cff623c-c193-42fd-8849-b7ae47334e1f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:12.912916 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2a0906ef-137c-4e37-857f-4217f43eee4f req-6cff623c-c193-42fd-8849-b7ae47334e1f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 944 time: 0.1583281 Sep 14 11:03:12.949010 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-bf5444bd-0804-47ab-99c7-97aa8e30e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:12.950953 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-bf5444bd-0804-47ab-99c7-97aa8e30e755 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.1134174 Sep 14 11:03:12.959757 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.007672 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2a0906ef-137c-4e37-857f-4217f43eee4f req-086901d9-4c54-4987-aa77-cd210424717c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839863 Sep 14 11:03:13.022037 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:13.029784 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:13.038306 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:13.041357 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-8d6b1f68-0bb8-47a0-96eb-c814d2de9215 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812151 Sep 14 11:03:13.054045 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:03:13.054818 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:02:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:13.067228 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ee6af-932a-485e-ae22-3acbcb7d55c3 None None] Pushing event updated for resources: {'Port': ['ID=870f8f87-17f9-4d0e-8dcc-b63205480378,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:13.072289 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'Port': ['ID=6c68cb27-3931-42b1-a84a-08e6c33fa7b7,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:13.277782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.295768 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-c6a23e5a-7a11-43dc-b098-5e5968f985be service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470772 Sep 14 11:03:13.333049 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 43738) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:13.346249 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'tag': '72c22245-6d99-40a2-93f3-0f41157bc7a5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:13.348298 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:03:13.349207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc34b5-02d2-480c-b345-9504079a882c" -d '{"events": [{"name": "network-changed", "server_uuid": "0da83944-7dde-4ac3-8f77-ae20254cb79a", "tag": "72c22245-6d99-40a2-93f3-0f41157bc7a5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:13.351465 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.367252 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734cc03-311b-4fee-97bf-8118cf6dc176 req-19db9e09-21c2-4653-b530-28c74ba5a7e9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:13.375258 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5734cc03-311b-4fee-97bf-8118cf6dc176 req-19db9e09-21c2-4653-b530-28c74ba5a7e9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1507320 Sep 14 11:03:13.464522 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5734cc03-311b-4fee-97bf-8118cf6dc176 req-44afe0a6-b40e-4ea2-b79b-0f844043fc63 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878112 Sep 14 11:03:13.505656 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-154e6178-11bd-4eb2-b6f5-43932faa16f1 req-507f5ab9-a284-42c3-b090-82961fc61cea service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997197 Sep 14 11:03:13.532569 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1004e92d-a8c5-461b-a8f9-92b6b4b1068f x-openstack-request-id: req-1004e92d-a8c5-461b-a8f9-92b6b4b1068f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:13.534005 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da83944-7dde-4ac3-8f77-ae20254cb79a", "tag": "72c22245-6d99-40a2-93f3-0f41157bc7a5", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:13.535237 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1004e92d-a8c5-461b-a8f9-92b6b4b1068f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:13.535632 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'tag': '72c22245-6d99-40a2-93f3-0f41157bc7a5', 'status': 'completed', 'code': 200} Sep 14 11:03:13.563982 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48bd1591-5250-450e-8dec-1c1b80ef5641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.613518 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.622539 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.657752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc34b5-02d2-480c-b345-9504079a882c req-c6ea23be-5ab7-43f3-af14-639c87eea29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:13.659846 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-c6ea23be-5ab7-43f3-af14-639c87eea29c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 1097 time: 0.0906253 Sep 14 11:03:13.729217 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'Port': ['ID=6c68cb27-3931-42b1-a84a-08e6c33fa7b7,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:13.751274 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.764822 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:12Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:13.786455 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc34b5-02d2-480c-b345-9504079a882c req-1181620f-518a-486b-9d13-78f3d16cb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:13.788020 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-1181620f-518a-486b-9d13-78f3d16cb9af service neutron] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 915 time: 0.1155281 Sep 14 11:03:13.791401 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48bd1591-5250-450e-8dec-1c1b80ef5641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.794184 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf2448-d34a-4341-b6e4-eea220057f3c None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:12Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:03:13.804798 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48bd1591-5250-450e-8dec-1c1b80ef5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.810636 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:13.820180 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ade985a4-a273-490a-aacb-fff5722c1e3c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6632152 Sep 14 11:03:13.901110 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-f5e99d61-c00f-44a0-a219-734c3f337426 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5 HTTP/1.1" status: 200 len: 217 time: 0.1032517 Sep 14 11:03:13.910293 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-48bd1591-5250-450e-8dec-1c1b80ef5641 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdca71eaa551405485198edc2aeefb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757332 Sep 14 11:03:13.912064 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd1591-5250-450e-8dec-1c1b80ef5641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4867d4-12d6-4ffa-822e-1fb6d86401f2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:13.913219 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43778) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:14.086498 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 870f8f87-17f9-4d0e-8dcc-b63205480378 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:14.117747 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2a43-6744-4766-a666-2a11b44ae95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.135402 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc34b5-02d2-480c-b345-9504079a882c req-b998afe3-3bd2-4bda-a311-df790a385408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:14.136899 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-b998afe3-3bd2-4bda-a311-df790a385408 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.2152543 Sep 14 11:03:14.158028 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 870f8f87-17f9-4d0e-8dcc-b63205480378 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:14.164364 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 870f8f87-17f9-4d0e-8dcc-b63205480378 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:14.164364 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.164766 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2a43-6744-4766-a666-2a11b44ae95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.196646 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-70b1227a-2006-4a86-9ce0-74a99393e308 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481391 Sep 14 11:03:14.197618 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e26d-e828-46a4-8b39-9e8109b7e9de req-f5461e43-47b1-4880-bd8d-8842ed2113af tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:14.199216 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac27e26d-e828-46a4-8b39-9e8109b7e9de req-f5461e43-47b1-4880-bd8d-8842ed2113af tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 944 time: 0.0566962 Sep 14 11:03:14.260249 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac27e26d-e828-46a4-8b39-9e8109b7e9de req-2f09f1bf-0377-466a-a64f-1b1ce8b2fea2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535862 Sep 14 11:03:14.272249 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.342105 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 870f8f87-17f9-4d0e-8dcc-b63205480378, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=870f8f87-17f9-4d0e-8dcc-b63205480378,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:14.350294 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.368458 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2a43-6744-4766-a666-2a11b44ae95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.372878 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2a43-6744-4766-a666-2a11b44ae95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:14.377983 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-f6ca2a43-6744-4766-a666-2a11b44ae95f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac4867d4-12d6-4ffa-822e-1fb6d86401f2 HTTP/1.1" status: 204 len: 168 time: 0.4582410 Sep 14 11:03:14.388467 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-0c18ff2a-7cab-4d43-a892-887ead409361 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794028 Sep 14 11:03:14.407871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca2a43-6744-4766-a666-2a11b44ae95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4867d4-12d6-4ffa-822e-1fb6d86401f2,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:14.528508 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=870f8f87-17f9-4d0e-8dcc-b63205480378,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:14.563794 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-973a5130-1c40-4351-8d22-cefcaa4e89be tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2119858247&fields=id&tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6 HTTP/1.1" status: 200 len: 267 time: 0.1202555 Sep 14 11:03:14.600519 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-77bc34b5-02d2-480c-b345-9504079a882c req-47c931da-63c0-46b6-9636-114b26d2add2 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018557 Sep 14 11:03:14.807137 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2262-6780-4c95-8299-232d556bf710 req-a1413124-0957-4cae-9120-e4a8e42317e8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:14.828218 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb4e2262-6780-4c95-8299-232d556bf710 req-a1413124-0957-4cae-9120-e4a8e42317e8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0885677 Sep 14 11:03:14.888889 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-e4b50c2e-5cdc-4342-ba73-15f0826b7b31 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:14.895551 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-e4b50c2e-5cdc-4342-ba73-15f0826b7b31 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 811 time: 0.2939022 Sep 14 11:03:14.927052 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-3638f28c-fe49-4300-b16f-905869e65237 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/quotas/3b5bc13d95974d5aa24aa4ec0465ddf6 HTTP/1.1" status: 200 len: 375 time: 0.0125680 Sep 14 11:03:14.934964 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb4e2262-6780-4c95-8299-232d556bf710 req-ba0f0aa5-ba48-447a-9bba-130a1dbe6f15 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986981 Sep 14 11:03:15.060599 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-6a62300b-494c-413b-a467-6bf5c5ea064b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099818 Sep 14 11:03:15.190860 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-0a6b1811-880b-4cac-937d-1a2e62aeb7df service neutron] 10.222.0.39 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178472 Sep 14 11:03:15.367628 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-e2e920f3-d5c0-4eab-859d-3be0c1c8cb76 service neutron] 10.222.0.39 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674242 Sep 14 11:03:15.522480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d32b5-7f8e-44ad-8b4f-cb84b1f53b06 req-2e9d74a9-4097-451b-85b4-a258cead101e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:15.531181 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c27d32b5-7f8e-44ad-8b4f-cb84b1f53b06 req-2e9d74a9-4097-451b-85b4-a258cead101e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 944 time: 0.1256111 Sep 14 11:03:15.593004 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c27d32b5-7f8e-44ad-8b4f-cb84b1f53b06 req-c9ec7a5e-02ea-43dc-bc81-0009a6ee5984 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Sep 14 11:03:15.603957 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43908) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:15.781418 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd5a2704-311c-46c6-bb6a-8729b2883129 req-2a6ab6b8-ad02-480f-a9d4-0db6646d16f2 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 210 time: 0.0744958 Sep 14 11:03:15.984473 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d990412-1674-45bf-baad-1a2a43a831b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.095024 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 870f8f87-17f9-4d0e-8dcc-b63205480378 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:16.168534 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d4092-3e35-4eb2-a160-a9e99db7acae req-daad0778-e8f8-438c-8fd4-8ceee8c4b520 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:16.177339 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c42d4092-3e35-4eb2-a160-a9e99db7acae req-daad0778-e8f8-438c-8fd4-8ceee8c4b520 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0966234 Sep 14 11:03:16.229306 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 870f8f87-17f9-4d0e-8dcc-b63205480378 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:16.229754 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.261813 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c42d4092-3e35-4eb2-a160-a9e99db7acae req-fef50aea-01dc-41de-b1c2-62c917e6a87c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763831 Sep 14 11:03:16.294821 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d990412-1674-45bf-baad-1a2a43a831b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.303454 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d990412-1674-45bf-baad-1a2a43a831b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.351861 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d990412-1674-45bf-baad-1a2a43a831b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb5ea4-b174-4f51-9467-cfe4ac2d4b1a,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:16.356320 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-0d990412-1674-45bf-baad-1a2a43a831b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d1404e374dc40deb103d007eb245db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511764 Sep 14 11:03:16.360090 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 43960) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:16.444166 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-43bb7c21-9efb-4d2c-9876-1329b480b553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.480711 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-43bb7c21-9efb-4d2c-9876-1329b480b553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.545043 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-43bb7c21-9efb-4d2c-9876-1329b480b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.548197 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-43bb7c21-9efb-4d2c-9876-1329b480b553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:16.551822 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-43bb7c21-9efb-4d2c-9876-1329b480b553 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efbb5ea4-b174-4f51-9467-cfe4ac2d4b1a HTTP/1.1" status: 204 len: 168 time: 0.1877377 Sep 14 11:03:16.559605 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb7c21-9efb-4d2c-9876-1329b480b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb5ea4-b174-4f51-9467-cfe4ac2d4b1a,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:16.784553 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e0149-f497-4287-a069-24ed7dcb2719 req-9df7912d-ea36-49bb-9895-468abc158d98 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:16.787194 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-328e0149-f497-4287-a069-24ed7dcb2719 req-9df7912d-ea36-49bb-9895-468abc158d98 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 944 time: 0.0814633 Sep 14 11:03:16.789317 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 72c22245-6d99-40a2-93f3-0f41157bc7a5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:03:16.838054 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-328e0149-f497-4287-a069-24ed7dcb2719 req-1ffaffa4-3848-4872-9cfb-89df159e2740 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Sep 14 11:03:16.941799 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 72c22245-6d99-40a2-93f3-0f41157bc7a5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:16.962006 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '72c22245-6d99-40a2-93f3-0f41157bc7a5', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'port_id': '72c22245-6d99-40a2-93f3-0f41157bc7a5', 'mac_address': 'fa:16:3e:a9:b4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:03:16.963791 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a90432af-673d-46fe-b6e7-4b3e20939878 req-f976632e-7520-4b28-ba05-64f06cb031f3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 210 time: 0.0447981 Sep 14 11:03:17.010508 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.029283 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c22245-6d99-40a2-93f3-0f41157bc7a5 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:17.063925 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 72c22245-6d99-40a2-93f3-0f41157bc7a5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:17.070140 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.086107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44008) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:17.104295 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a866-5009-4527-9a5f-6d5b6e291d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.125164 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=72c22245-6d99-40a2-93f3-0f41157bc7a5,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:17.296710 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a866-5009-4527-9a5f-6d5b6e291d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.304635 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-fa3c1693-2fed-49e6-bbc0-d9c6f0b1ed6a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:17.307648 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-fa3c1693-2fed-49e6-bbc0-d9c6f0b1ed6a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 811 time: 0.1484649 Sep 14 11:03:17.308955 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a866-5009-4527-9a5f-6d5b6e291d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.405079 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d1c5a866-5009-4527-9a5f-6d5b6e291d9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad7e2947ac39424dadfbf9b3031ff218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173318 Sep 14 11:03:17.407743 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44018) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:17.409823 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5a866-5009-4527-9a5f-6d5b6e291d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d8cd9-b8e4-47b6-a6c5-a1116eef4da8,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:17.431546 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['72c22245-6d99-40a2-93f3-0f41157bc7a5'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:17.445849 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-9e9ea629-5493-40da-8f95-f1bf57766da9 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6 HTTP/1.1" status: 200 len: 380 time: 0.1161520 Sep 14 11:03:17.464759 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5346-277c-4ad9-a863-17b546d3c251 req-6162a155-2f93-49a2-89db-f5a41ee202f9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:17.466453 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f91b5346-277c-4ad9-a863-17b546d3c251 req-6162a155-2f93-49a2-89db-f5a41ee202f9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1360962 Sep 14 11:03:17.470148 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'port': {'device_id': '1168baac-8908-4088-82ef-b155abab5b08', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'admin_state_up': True, 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'security_groups': ['1e9f3be2-be0d-48cc-9c28-c2463265d070']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:17.507405 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b210f8b-61ce-4da8-9105-31d1e95bfb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.530360 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b210f8b-61ce-4da8-9105-31d1e95bfb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.540375 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f91b5346-277c-4ad9-a863-17b546d3c251 req-84284a1a-0b5f-401b-917b-123ff7312d8b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 Sep 14 11:03:17.589573 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b210f8b-61ce-4da8-9105-31d1e95bfb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.592169 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b210f8b-61ce-4da8-9105-31d1e95bfb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.595688 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6b210f8b-61ce-4da8-9105-31d1e95bfb9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/431d8cd9-b8e4-47b6-a6c5-a1116eef4da8 HTTP/1.1" status: 204 len: 168 time: 0.1844425 Sep 14 11:03:17.601157 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b210f8b-61ce-4da8-9105-31d1e95bfb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d8cd9-b8e4-47b6-a6c5-a1116eef4da8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:17.643802 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Made reservation on behalf of 3b5bc13d95974d5aa24aa4ec0465ddf6 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:17.647408 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.773187 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Allocated IP 172.20.0.9 (fbabe84a-9048-4835-97b4-df0d89ef7706/a5d0186a-0f79-4c02-a58e-1ca2ce362f6e/cad16794-0807-446d-a166-755dda66a59a) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:17.963402 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:17.999666 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Transition to ACTIVE for port object cad16794-0807-446d-a166-755dda66a59a will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:18.043779 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.108922 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Network fbabe84a-9048-4835-97b4-df0d89ef7706 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:18.113037 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:18.116205 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:18.178634 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983962-8e71-4bfd-bc6d-f1f3c32f7b2b req-8ea684d1-8c2a-4e60-b707-3a500f1ab568 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:18.180201 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af983962-8e71-4bfd-bc6d-f1f3c32f7b2b req-8ea684d1-8c2a-4e60-b707-3a500f1ab568 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 945 time: 0.0591538 Sep 14 11:03:18.220063 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44048) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:18.228972 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'Port': ['ID=cad16794-0807-446d-a166-755dda66a59a,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:18.248191 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:18.249014 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.270273 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-a5cba064-79f5-45dd-b6c8-f1b2c6a98a24 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152568 Sep 14 11:03:18.278904 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af983962-8e71-4bfd-bc6d-f1f3c32f7b2b req-40e57676-343c-4211-a68a-8b748e473244 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922511 Sep 14 11:03:18.293827 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa9975-8d63-4891-846d-f26e1a981758 req-7a1e8f22-1648-4af4-88d6-21e4e3dcdc3f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:18.294390 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-25fa9975-8d63-4891-846d-f26e1a981758 req-7a1e8f22-1648-4af4-88d6-21e4e3dcdc3f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 931 time: 0.1212099 Sep 14 11:03:18.305945 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Request body: {'port': {'device_id': '1168baac-8908-4088-82ef-b155abab5b08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:18.379005 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-25fa9975-8d63-4891-846d-f26e1a981758 req-803b00ff-86c2-4853-85aa-2cb9c08934b3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836513 Sep 14 11:03:18.389481 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.445874 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-04d08bf3-d3ab-4390-9294-f8a7fcadceb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b479c74f8c564f9098988d6e5800f01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245197 Sep 14 11:03:18.446574 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44060) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:18.456505 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-33cd4acd-a7c5-4469-9a1e-61782038cd46 None None] Provisioning for port cad16794-0807-446d-a166-755dda66a59a completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:18.461603 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-33cd4acd-a7c5-4469-9a1e-61782038cd46 None None] Provisioning complete for port cad16794-0807-446d-a166-755dda66a59a triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:18.462311 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-33cd4acd-a7c5-4469-9a1e-61782038cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.507292 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-33cd4acd-a7c5-4469-9a1e-61782038cd46 None None] Port cad16794-0807-446d-a166-755dda66a59a cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:03:18.629009 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-20795991-2054-49e9-b974-989e6297eaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.694944 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-20795991-2054-49e9-b974-989e6297eaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.738885 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8de8-adc5-4c8f-9d60-5c4d30bdd56e req-e546fdcf-6473-45f2-ae53-a5ddb5e4edbe tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:18.740897 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f26c8de8-adc5-4c8f-9d60-5c4d30bdd56e req-e546fdcf-6473-45f2-ae53-a5ddb5e4edbe tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0793710 Sep 14 11:03:18.782802 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-20795991-2054-49e9-b974-989e6297eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.786310 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-20795991-2054-49e9-b974-989e6297eaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.790253 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-20795991-2054-49e9-b974-989e6297eaa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3d7d610-d82d-4016-959e-3e824a5a4dfe HTTP/1.1" status: 204 len: 168 time: 0.3404272 Sep 14 11:03:18.794334 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f26c8de8-adc5-4c8f-9d60-5c4d30bdd56e req-7391f9e7-ac29-4a00-9670-fe0ab70746f5 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473583 Sep 14 11:03:18.800638 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 72c22245-6d99-40a2-93f3-0f41157bc7a5 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:18.813485 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20795991-2054-49e9-b974-989e6297eaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7d610-d82d-4016-959e-3e824a5a4dfe,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:18.858408 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 72c22245-6d99-40a2-93f3-0f41157bc7a5 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:18.859982 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad16794-0807-446d-a166-755dda66a59a {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:18.863135 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 72c22245-6d99-40a2-93f3-0f41157bc7a5 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:18.863641 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.868648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.881513 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Transition to ACTIVE for port object cad16794-0807-446d-a166-755dda66a59a will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:18.900117 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:18.987627 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Pushing event updated for resources: {'Port': ['ID=cad16794-0807-446d-a166-755dda66a59a,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:19.000778 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f076fb18-e314-4267-bb34-04d9c73bf0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.003416 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.038927 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c22245-6d99-40a2-93f3-0f41157bc7a5'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:19.041666 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243c4874-1d87-4e05-a0b8-9b8349edd948" -d '{"events": [{"server_uuid": "0da83944-7dde-4ac3-8f77-ae20254cb79a", "name": "network-vif-plugged", "status": "completed", "tag": "72c22245-6d99-40a2-93f3-0f41157bc7a5"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:19.066636 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 72c22245-6d99-40a2-93f3-0f41157bc7a5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:19.083429 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.099897 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Attempting to bind port cad16794-0807-446d-a166-755dda66a59a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:19.100154 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Attempting to bind port cad16794-0807-446d-a166-755dda66a59a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:19.100489 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Attempting to bind port cad16794-0807-446d-a166-755dda66a59a on network fbabe84a-9048-4835-97b4-df0d89ef7706 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:19.113318 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Port cad16794-0807-446d-a166-755dda66a59a on network fbabe84a-9048-4835-97b4-df0d89ef7706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:03:19.114626 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Attempting to bind port cad16794-0807-446d-a166-755dda66a59a on network fbabe84a-9048-4835-97b4-df0d89ef7706 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:19.129053 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:19.129413 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Checking segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:19.131961 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Bound using segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:19.132422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Bound port: cad16794-0807-446d-a166-755dda66a59a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:19.132791 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.136252 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1dfffd-6229-437d-8488-077db17c984a x-openstack-request-id: req-ec1dfffd-6229-437d-8488-077db17c984a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:19.136761 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da83944-7dde-4ac3-8f77-ae20254cb79a", "name": "network-vif-plugged", "status": "completed", "tag": "72c22245-6d99-40a2-93f3-0f41157bc7a5", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:19.137162 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec1dfffd-6229-437d-8488-077db17c984a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:19.138824 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c22245-6d99-40a2-93f3-0f41157bc7a5', 'code': 200} Sep 14 11:03:19.195782 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=72c22245-6d99-40a2-93f3-0f41157bc7a5,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:19.249442 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44094) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:19.265229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] For port cad16794-0807-446d-a166-755dda66a59a, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:19.268746 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] For port cad16794-0807-446d-a166-755dda66a59a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cad16794-0807-446d-a166-755dda66a59a,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:19.274337 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.353956 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:19.354935 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.356339 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] 10.222.0.68 "PUT /v2.0/ports/cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 200 len: 1093 time: 1.0590086 Sep 14 11:03:19.398817 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'tag': 'cad16794-0807-446d-a166-755dda66a59a'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:19.401911 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92" -d '{"events": [{"name": "network-changed", "server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "tag": "cad16794-0807-446d-a166-755dda66a59a"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:19.402731 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3c106a2b-5f95-4789-aaf7-1b95a3c38568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.536718 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3c106a2b-5f95-4789-aaf7-1b95a3c38568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.542260 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3c106a2b-5f95-4789-aaf7-1b95a3c38568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.592880 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c106a2b-5f95-4789-aaf7-1b95a3c38568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8effec-84e5-4a16-87f8-37f954d6d621,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:19.598043 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3c106a2b-5f95-4789-aaf7-1b95a3c38568 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9485ed527c4467dacaf658b1f6469f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474665 Sep 14 11:03:19.600554 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44112) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:19.710968 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f4759-9213-4971-aaa4-560e8d7a392e req-aeeadbae-c880-49e6-a68b-5cd0f9231a51 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:19.712521 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b44f4759-9213-4971-aaa4-560e8d7a392e req-aeeadbae-c880-49e6-a68b-5cd0f9231a51 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 943 time: 0.0945325 Sep 14 11:03:19.713857 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-846e5c1b-e26d-49b0-854b-122050b285f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.749873 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9975ea-7e43-489e-9997-5a256e075680 x-openstack-request-id: req-0b9975ea-7e43-489e-9997-5a256e075680 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:19.750160 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "tag": "cad16794-0807-446d-a166-755dda66a59a", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:19.750408 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b9975ea-7e43-489e-9997-5a256e075680 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:19.750783 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'tag': 'cad16794-0807-446d-a166-755dda66a59a', 'status': 'completed', 'code': 200} Sep 14 11:03:19.766158 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-846e5c1b-e26d-49b0-854b-122050b285f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.796344 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b44f4759-9213-4971-aaa4-560e8d7a392e req-22a0dc5a-285b-4569-bba2-eeda8fce52b1 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755415 Sep 14 11:03:19.819194 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce4a78-18be-4fb0-9439-e279139a960a service neutron] Pushing event updated for resources: {'Port': ['ID=cad16794-0807-446d-a166-755dda66a59a,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:19.830895 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf060e1-04a1-4006-82fa-dcda9a953f84 req-e1e0e1f4-f319-48a8-82e3-b04439b931a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:19.833770 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-caf060e1-04a1-4006-82fa-dcda9a953f84 req-e1e0e1f4-f319-48a8-82e3-b04439b931a4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 1099 time: 0.4961700 Sep 14 11:03:19.845308 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-846e5c1b-e26d-49b0-854b-122050b285f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.847984 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-846e5c1b-e26d-49b0-854b-122050b285f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:19.849093 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-846e5c1b-e26d-49b0-854b-122050b285f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be8effec-84e5-4a16-87f8-37f954d6d621 HTTP/1.1" status: 204 len: 168 time: 0.2464657 Sep 14 11:03:19.863844 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e5c1b-e26d-49b0-854b-122050b285f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8effec-84e5-4a16-87f8-37f954d6d621,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:19.878101 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e273f-6f16-48c2-8971-ddd42ed4ef7a req-4ca90df6-8d60-4a79-8f08-57f341ceb4fc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:19.879659 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-600e273f-6f16-48c2-8971-ddd42ed4ef7a req-4ca90df6-8d60-4a79-8f08-57f341ceb4fc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.4740396 Sep 14 11:03:19.886834 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-9d8c5740-968b-4af3-9b7a-c5a7f961bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:19.888189 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-9d8c5740-968b-4af3-9b7a-c5a7f961bcdb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 1096 time: 0.4527578 Sep 14 11:03:19.958077 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44130) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:19.959779 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-caf060e1-04a1-4006-82fa-dcda9a953f84 req-05866f66-911e-47ec-bcad-7ef5c95f3624 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080217 Sep 14 11:03:19.967072 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-bc54c4f3-a63e-4bed-b9a6-f606fa7cd91c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 200 len: 217 time: 0.0666125 Sep 14 11:03:19.986932 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-600e273f-6f16-48c2-8971-ddd42ed4ef7a req-08163b9d-ce07-4d18-9349-af27c0281f3b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961604 Sep 14 11:03:20.006764 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f757294-484f-4d2b-8368-9b6aa87a1ef8 req-7f8e349c-e8fc-4c63-b385-94c9d4f13a05 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:20.006764 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1f757294-484f-4d2b-8368-9b6aa87a1ef8 req-7f8e349c-e8fc-4c63-b385-94c9d4f13a05 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0719411 Sep 14 11:03:20.043321 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1f757294-484f-4d2b-8368-9b6aa87a1ef8 req-0168ef14-536a-41d6-8def-e2ef118c5717 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Sep 14 11:03:20.193038 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44142) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:20.267395 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-283006347-network', 'tenant_id': '6c94ed5495dc4003aa4ecb515b45f6b4'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:20.276637 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6a6f-c11c-4df2-8364-f23c3713764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.299387 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-aec2b2c6-c917-44bf-84bd-0b687f926bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:20.300970 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-aec2b2c6-c917-44bf-84bd-0b687f926bb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.1014149 Sep 14 11:03:20.302040 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Made reservation on behalf of 6c94ed5495dc4003aa4ecb515b45f6b4 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:20.304217 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.321182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.368205 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-e18be167-d9b8-4ec8-a08f-1bfa8766d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:20.369814 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-e18be167-d9b8-4ec8-a08f-1bfa8766d575 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564151 Sep 14 11:03:20.408868 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6a6f-c11c-4df2-8364-f23c3713764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.414592 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6a6f-c11c-4df2-8364-f23c3713764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.465239 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ecfb6a6f-c11c-4df2-8364-f23c3713764e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dd57b828d294251ad0f9b7898500f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712154 Sep 14 11:03:20.467379 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6a6f-c11c-4df2-8364-f23c3713764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbeb534-9949-4354-bedd-a377bd4a51f1,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:20.471419 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44156) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:20.523737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-af659d29-da4d-4f0b-9328-28577473020b service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460824 Sep 14 11:03:20.636857 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87de5b8f-62d3-4a92-ba92-1cc5ca589147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.686668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44164) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:20.690083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.692729 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87de5b8f-62d3-4a92-ba92-1cc5ca589147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.695952 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ebc67ac-83f8-45da-89bd-a277136d5791 req-91c3aea0-1aa2-42bd-9639-aaa9ec804774 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626687 Sep 14 11:03:20.703611 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.754257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:03:20.761048 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:20.791037 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-403721045-network', 'tenant_id': 'eefd857fb6844d70a383300530982a39'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:20.806185 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87de5b8f-62d3-4a92-ba92-1cc5ca589147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.809074 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87de5b8f-62d3-4a92-ba92-1cc5ca589147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.810252 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-87de5b8f-62d3-4a92-ba92-1cc5ca589147 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bbeb534-9949-4354-bedd-a377bd4a51f1 HTTP/1.1" status: 204 len: 168 time: 0.3377361 Sep 14 11:03:20.812334 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.812671 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Added segment 50ba3a76-0685-4892-baf0-1698a0543ca4 of type vlan for network 7bf75d05-ca02-403c-9373-9a79c5428156 Sep 14 11:03:20.814106 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Made reservation on behalf of eefd857fb6844d70a383300530982a39 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:20.817145 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-6f883895-0146-43b6-bbb6-1996382f29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:20.817285 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.819057 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-6f883895-0146-43b6-bbb6-1996382f29ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 1096 time: 0.0592103 Sep 14 11:03:20.826558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.833728 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de5b8f-62d3-4a92-ba92-1cc5ca589147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbeb534-9949-4354-bedd-a377bd4a51f1,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:20.890629 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.895500 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.957101 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.958228 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:20.958890 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.988305 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:20.997045 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.006695 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0459368 Sep 14 11:03:21.009776 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-742f6676-5833-4bfe-a3e0-f657cb70bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.011188 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-742f6676-5833-4bfe-a3e0-f657cb70bcb1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 912 time: 0.1539154 Sep 14 11:03:21.011695 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44174) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:21.014154 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b520823-fd03-4731-b9e5-1cec6f7552e8 req-2ded50bc-f686-4ca9-84c9-711a1250e8ec tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.015720 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2b520823-fd03-4731-b9e5-1cec6f7552e8 req-2ded50bc-f686-4ca9-84c9-711a1250e8ec tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 943 time: 0.0832696 Sep 14 11:03:21.040200 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:03:21.052377 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Request body: {'subnet': {'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-283006347-subnet', 'tenant_id': '6c94ed5495dc4003aa4ecb515b45f6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:21.056533 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd423e-1849-4afc-8cdf-85b685e07d95 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf75d05-ca02-403c-9373-9a79c5428156,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:21.071001 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 7bf75d05-ca02-403c-9373-9a79c5428156 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:03:21.079111 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.079610 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Added segment 4646e58d-0526-4b42-8baa-01c44bd541c5 of type vlan for network da9ad56d-5407-4960-9e54-f64900cb90a3 Sep 14 11:03:21.080973 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0777619b-2779-496f-86ff-7745aa413563,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:21.094469 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-3f0bce07-ed7b-464d-8827-0c64395e261e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 200 len: 217 time: 0.0511982 Sep 14 11:03:21.111662 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Made reservation on behalf of 6c94ed5495dc4003aa4ecb515b45f6b4 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:21.114740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.130076 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2b520823-fd03-4731-b9e5-1cec6f7552e8 req-aa20bede-f8e5-4d96-8196-45e9653a4929 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014750 Sep 14 11:03:21.146332 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.187286 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.188761 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.191215 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.247824 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44180) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:21.266098 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5782275 Sep 14 11:03:21.267921 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44184) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:21.282903 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-ee3a2a35-03bb-42ee-8ff2-237234141e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.285060 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-ee3a2a35-03bb-42ee-8ff2-237234141e55 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.1665070 Sep 14 11:03:21.288958 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1b1b84d5-a0ce-4639-96ca-892e78ee0257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.303857 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533d6ed-65fd-488e-8722-09ebabf9878e admin admin] Pushing event updated for resources: {'Network': ['ID=da9ad56d-5407-4960-9e54-f64900cb90a3,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:21.318913 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Request body: {'subnet': {'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-403721045-subnet', 'tenant_id': 'eefd857fb6844d70a383300530982a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:21.327085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network da9ad56d-5407-4960-9e54-f64900cb90a3 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:03:21.330566 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5101-637f-4ee6-9363-aec352f5a270 req-6b2d0e61-18b9-4e19-a00e-3dfe4182f734 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.334552 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43fd5101-637f-4ee6-9363-aec352f5a270 req-6b2d0e61-18b9-4e19-a00e-3dfe4182f734 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.2054071 Sep 14 11:03:21.352837 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c48-d946-442e-b81b-20e5e24408d2 req-ef167a23-037b-462b-80b5-231e3a07c042 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.354705 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99951c48-d946-442e-b81b-20e5e24408d2 req-ef167a23-037b-462b-80b5-231e3a07c042 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0935175 Sep 14 11:03:21.379080 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Made reservation on behalf of eefd857fb6844d70a383300530982a39 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:21.381581 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4543887'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.424204 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99951c48-d946-442e-b81b-20e5e24408d2 req-635009dd-5a25-44e2-9dd9-9489b0181d7a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Sep 14 11:03:21.443679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-1f03045d-c589-4af6-93c3-f42409047edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.445180 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-1f03045d-c589-4af6-93c3-f42409047edd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1389315 Sep 14 11:03:21.480466 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2e338e48-a591-40fe-86c5-c59f06a294bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.500882 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43fd5101-637f-4ee6-9363-aec352f5a270 req-30439a9c-d57b-4bf0-b817-b21103692519 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380949 Sep 14 11:03:21.626324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.645519 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.721654 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-e81fb212-150b-4fd5-b5ef-2dfd1493988f service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652617 Sep 14 11:03:21.731362 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcf38b8-b267-45ef-a34e-615b3159b886,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:21.740782 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1b1b84d5-a0ce-4639-96ca-892e78ee0257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.750951 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1b1b84d5-a0ce-4639-96ca-892e78ee0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.792748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Checking segment: {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:21.793105 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Network hostable DHCP agents. Network: 7bf75d05-ca02-403c-9373-9a79c5428156, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:03:21.806401 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4575323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4543889'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.849784 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-1b1b84d5-a0ce-4639-96ca-892e78ee0257 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4554824170eb4ad5af6c616d0c3e05f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978892 Sep 14 11:03:21.855258 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44190) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:21.858927 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b84d5-a0ce-4639-96ca-892e78ee0257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9a5f6-542a-4d95-bb54-1532a67568f8,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:21.871479 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7eefcf-460f-4852-9102-d14a7b6b5c65,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:21.882470 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Network 7bf75d05-ca02-403c-9373-9a79c5428156 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:03:21.883295 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Checking segment: {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:21.883646 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Network hostable DHCP agents. Network: da9ad56d-5407-4960-9e54-f64900cb90a3, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:03:21.891869 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab285a3b-4ac8-44a1-a1b5-956f42c28e92 req-52c643fb-e592-437d-a97b-ddc79f023d6d service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575089 Sep 14 11:03:21.896857 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 7bf75d05-ca02-403c-9373-9a79c5428156) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:21.901844 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.902809 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.915489 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c6c45-190e-4318-997c-93eebd62d310 None None] Network 7bf75d05-ca02-403c-9373-9a79c5428156 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:03:21.925191 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-08a69851-5428-49a3-8ea9-cf340994ad5d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8830035 Sep 14 11:03:21.927430 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Network da9ad56d-5407-4960-9e54-f64900cb90a3 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:03:21.936531 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-431a4e3e-9c09-4e46-9af9-a0e5ed45f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.939313 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, da9ad56d-5407-4960-9e54-f64900cb90a3) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:21.945143 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:21.945781 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.955722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449cb44-9644-4361-8df8-f99ab1bcd893 None None] Network da9ad56d-5407-4960-9e54-f64900cb90a3 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:03:21.974169 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-431a4e3e-9c09-4e46-9af9-a0e5ed45f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:21.986284 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6e4fcd37-738f-4525-8a73-003acd52cd8f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7171521 Sep 14 11:03:22.040970 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-431a4e3e-9c09-4e46-9af9-a0e5ed45f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:22.043812 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-431a4e3e-9c09-4e46-9af9-a0e5ed45f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:22.044956 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-431a4e3e-9c09-4e46-9af9-a0e5ed45f9c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cb9a5f6-542a-4d95-bb54-1532a67568f8 HTTP/1.1" status: 204 len: 168 time: 0.1887314 Sep 14 11:03:22.053848 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a4e3e-9c09-4e46-9af9-a0e5ed45f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9a5f6-542a-4d95-bb54-1532a67568f8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:22.195271 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8179b0d-a09f-4f6e-ae3f-0bfda8296338 None None] Network 7bf75d05-ca02-403c-9373-9a79c5428156 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:03:22.233363 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a429464-30d3-419b-ac21-04487cb575c9 None None] Network da9ad56d-5407-4960-9e54-f64900cb90a3 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:03:22.298766 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfced9-730f-4c57-bd54-7a23d4544e26 req-cb32474f-8e50-425f-9684-57075963638d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:22.313284 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b2cfced9-730f-4c57-bd54-7a23d4544e26 req-cb32474f-8e50-425f-9684-57075963638d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 943 time: 0.0731924 Sep 14 11:03:22.365789 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b2cfced9-730f-4c57-bd54-7a23d4544e26 req-11d82c94-63f4-4b04-87ae-979f4febfae9 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510013 Sep 14 11:03:22.578949 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7fc7a-6d90-4c19-a958-437a4d7dc0c1 req-18ede05b-d7df-4f36-9bec-a33070b049e9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:22.582027 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33f7fc7a-6d90-4c19-a958-437a4d7dc0c1 req-18ede05b-d7df-4f36-9bec-a33070b049e9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0684612 Sep 14 11:03:22.636328 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33f7fc7a-6d90-4c19-a958-437a4d7dc0c1 req-160948ec-8658-45d8-9d9c-56e50aeaccba tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Sep 14 11:03:22.693881 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5609-1643-4358-a3be-3783ddf29b39 req-4d8f5cd7-d4df-437b-a593-5468381f78de tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:22.695558 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-da9f5609-1643-4358-a3be-3783ddf29b39 req-4d8f5cd7-d4df-437b-a593-5468381f78de tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.0697060 Sep 14 11:03:22.753778 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-da9f5609-1643-4358-a3be-3783ddf29b39 req-bc1b18b6-fb97-4b78-bd4e-9313ceada088 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520813 Sep 14 11:03:22.845176 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cad16794-0807-446d-a166-755dda66a59a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:03:22.997065 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:23.033469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cad16794-0807-446d-a166-755dda66a59a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cad16794-0807-446d-a166-755dda66a59a,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:23.050266 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'cad16794-0807-446d-a166-755dda66a59a', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'port_id': 'cad16794-0807-446d-a166-755dda66a59a', 'mac_address': 'fa:16:3e:08:ac:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:03:23.109369 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:23.122613 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad16794-0807-446d-a166-755dda66a59a {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:23.149330 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cad16794-0807-446d-a166-755dda66a59a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cad16794-0807-446d-a166-755dda66a59a,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:23.156544 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:23.212512 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cad16794-0807-446d-a166-755dda66a59a,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:23.497803 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4be77b-593d-4534-b443-1293158681fc req-c277d29d-56a8-4cf1-b6a6-894b7fbedfaa tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:23.499980 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6a4be77b-593d-4534-b443-1293158681fc req-c277d29d-56a8-4cf1-b6a6-894b7fbedfaa tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 944 time: 0.0629416 Sep 14 11:03:23.522131 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['cad16794-0807-446d-a166-755dda66a59a'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:23.538238 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6a4be77b-593d-4534-b443-1293158681fc req-ec2c0443-bb91-424f-8ae8-71f2b2f3af91 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323122 Sep 14 11:03:23.756892 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383326b-7a9a-4a3f-91e0-9fa793404c4e req-53e9e4f8-b318-46c6-8c1d-53560e161af3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:23.758348 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4383326b-7a9a-4a3f-91e0-9fa793404c4e req-53e9e4f8-b318-46c6-8c1d-53560e161af3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0465441 Sep 14 11:03:23.794785 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4383326b-7a9a-4a3f-91e0-9fa793404c4e req-f7a86ae6-fb25-4796-901b-066ba5bcd104 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Sep 14 11:03:24.155600 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-af13f547-209b-4ef6-a8c5-3b1a0ae2cfa3 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:24.157083 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-af13f547-209b-4ef6-a8c5-3b1a0ae2cfa3 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/networks?id=7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 200 len: 813 time: 0.1067390 Sep 14 11:03:24.172274 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-ddba106f-b228-4b1d-b8a9-90a37655d2b4 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/quotas/6c94ed5495dc4003aa4ecb515b45f6b4 HTTP/1.1" status: 200 len: 375 time: 0.0095563 Sep 14 11:03:24.203848 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-63c9e029-7981-45b2-ae81-8f7474bd3f2e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255644 Sep 14 11:03:24.263094 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-ef896f0c-e62a-4912-9568-29cb4ee7df6a tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:24.265039 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-ef896f0c-e62a-4912-9568-29cb4ee7df6a tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/networks?id=da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 200 len: 808 time: 0.1037791 Sep 14 11:03:24.279506 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-fd50b3d8-3b3b-48c4-abaf-a7671789254d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/quotas/eefd857fb6844d70a383300530982a39 HTTP/1.1" status: 200 len: 375 time: 0.0087144 Sep 14 11:03:24.299259 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-0aad6a42-3939-4ef2-9797-fade8c0bf494 service neutron] 10.222.0.39 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883818 Sep 14 11:03:24.314563 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-d51d4367-acf0-4b78-9f5b-afe6618f3035 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eefd857fb6844d70a383300530982a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290112 Sep 14 11:03:24.387536 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-e3619acf-c840-4fc8-8196-fbd3a9303958 service neutron] 10.222.0.39 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825608 Sep 14 11:03:24.403888 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-876bbed8-7e16-4818-8092-2f8c4b80789e service neutron] 10.222.0.39 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824468 Sep 14 11:03:24.496995 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-e02e3a51-c0ff-47e8-ab99-ec5ec149c4ea service neutron] 10.222.0.39 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866091 Sep 14 11:03:24.628975 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:24.731315 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b750427f-25f2-4bb4-abb5-32292ca421dd req-a280b68a-9be0-47e9-87eb-1ab07393c88e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 210 time: 0.0352051 Sep 14 11:03:24.860503 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cad16794-0807-446d-a166-755dda66a59a up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:24.911313 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5814-4861-4563-af60-a40c45905ea4 req-4c41b013-11c5-4416-899e-0532cf403cbf tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:24.913866 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc0f5814-4861-4563-af60-a40c45905ea4 req-4c41b013-11c5-4416-899e-0532cf403cbf tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 944 time: 0.1218882 Sep 14 11:03:24.981073 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc0f5814-4861-4563-af60-a40c45905ea4 req-14ced02e-9d7b-4e3d-b6a5-c20cb5553d22 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552235 Sep 14 11:03:25.018303 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port cad16794-0807-446d-a166-755dda66a59a completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:25.023232 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b80a7327-c937-4c19-80e8-a34f423eb05b req-ab228782-9d32-4531-9a03-c3020223c56d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0605423 Sep 14 11:03:25.025085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port cad16794-0807-446d-a166-755dda66a59a triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:25.025488 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:25.150561 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:25.161378 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091ed15-0401-4d58-a807-ea9d6b70ba59 req-15d29cd6-84d4-4cfc-be99-ef0d8ff24d27 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:25.163740 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a091ed15-0401-4d58-a807-ea9d6b70ba59 req-15d29cd6-84d4-4cfc-be99-ef0d8ff24d27 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0779655 Sep 14 11:03:25.179210 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16794-0807-446d-a166-755dda66a59a'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:25.182263 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377c6f5-3e97-4904-a8f7-da0e95d9411f" -d '{"events": [{"server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "name": "network-vif-plugged", "status": "completed", "tag": "cad16794-0807-446d-a166-755dda66a59a"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:25.195854 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cad16794-0807-446d-a166-755dda66a59a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cad16794-0807-446d-a166-755dda66a59a,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:25.204667 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:25.216794 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a091ed15-0401-4d58-a807-ea9d6b70ba59 req-05355478-a62c-4fdd-b5ca-bf1c0e31c92b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Sep 14 11:03:25.242109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb4671-1242-476e-857e-d79e8013392a x-openstack-request-id: req-84cb4671-1242-476e-857e-d79e8013392a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:25.251396 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "name": "network-vif-plugged", "status": "completed", "tag": "cad16794-0807-446d-a166-755dda66a59a", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:25.251672 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84cb4671-1242-476e-857e-d79e8013392a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:25.252129 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16794-0807-446d-a166-755dda66a59a', 'code': 200} Sep 14 11:03:25.270835 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cad16794-0807-446d-a166-755dda66a59a,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:25.335792 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:03:25.828043 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27bca7e1-dbea-4745-9696-ed8a028c2bfc req-fc53bf7b-7f14-454d-968e-ca81bc8a3b6c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 210 time: 0.0286889 Sep 14 11:03:26.096187 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686abfbc-f81f-465f-9037-269c5a0151b5 req-e79f8c2f-bda6-4634-98b9-e5328e86e20f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:26.100499 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-686abfbc-f81f-465f-9037-269c5a0151b5 req-e79f8c2f-bda6-4634-98b9-e5328e86e20f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0592062 Sep 14 11:03:26.113982 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e31a2985-651a-4031-992d-304ec3b5f600 req-2777bb17-2cef-4b0a-803c-dbff26c75bc9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0269334 Sep 14 11:03:26.135504 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-686abfbc-f81f-465f-9037-269c5a0151b5 req-5722f26f-25e7-49a1-becb-1c29a8a537a6 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Sep 14 11:03:26.340918 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcb2b8-8e6f-4999-a4d9-7708fbb77523 req-1c7b4d58-6ebe-41ff-b8d7-f082e9fdce24 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:26.342788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5fbcb2b8-8e6f-4999-a4d9-7708fbb77523 req-1c7b4d58-6ebe-41ff-b8d7-f082e9fdce24 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0474432 Sep 14 11:03:26.379594 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5fbcb2b8-8e6f-4999-a4d9-7708fbb77523 req-96672a61-82b8-49ba-b6a5-cf4b6d7b3c6f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Sep 14 11:03:26.916177 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-de68f4ef-0083-424d-83b3-d210d1026e4e req-2d46a3d9-06c7-4ee2-a47a-2c615d845158 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 210 time: 0.0247607 Sep 14 11:03:27.206991 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46d249ce-9ac0-4213-9aa2-df8e3f35cfef req-2e6a6e17-995a-43c2-981d-eb3819c6ca7d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0281730 Sep 14 11:03:27.304923 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366eb4-67a4-4e94-a42a-c5346f366571 req-52fab526-b61a-4aeb-9e80-fa75ea873b8e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:27.306403 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ee366eb4-67a4-4e94-a42a-c5346f366571 req-52fab526-b61a-4aeb-9e80-fa75ea873b8e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0471401 Sep 14 11:03:27.344108 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ee366eb4-67a4-4e94-a42a-c5346f366571 req-38041789-afaf-436e-92b3-4bf5336b292b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Sep 14 11:03:27.488955 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218ee9-c99b-4b6c-92f4-6a4c78383d8a req-2fabf9e9-f68c-4787-8f0c-a8f8c61efab7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:27.490430 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-98218ee9-c99b-4b6c-92f4-6a4c78383d8a req-2fabf9e9-f68c-4787-8f0c-a8f8c61efab7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0465250 Sep 14 11:03:27.525978 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-98218ee9-c99b-4b6c-92f4-6a4c78383d8a req-d421dcbf-456f-41a6-976e-39ce78cffcc2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297866 Sep 14 11:03:28.006985 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e6574e3a-4aaf-482b-a13e-0c2de8de0c83 req-933884f9-21ff-4601-8c2a-2196dc21b119 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 210 time: 0.0258179 Sep 14 11:03:28.306647 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30a427e5-c422-449d-9959-b32ddd2ccc61 req-7578e5b8-9457-4dda-a933-ea7d4f0f18dc tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0307145 Sep 14 11:03:28.382015 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554f2fc-6849-409d-b6ed-e2ce1bc76bd7 req-7b5d982e-c6a6-4d9f-8cad-6bb16edce690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:28.384096 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c554f2fc-6849-409d-b6ed-e2ce1bc76bd7 req-7b5d982e-c6a6-4d9f-8cad-6bb16edce690 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 1098 time: 0.0456381 Sep 14 11:03:28.432964 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c554f2fc-6849-409d-b6ed-e2ce1bc76bd7 req-24271dfc-b69b-435b-a9d4-be3e616e7bc7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348265 Sep 14 11:03:28.474480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40715d-8268-4d31-8c49-7c5895fc2538 req-73b08daf-d61c-4b12-b03f-f9a7b97a7784 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:28.475865 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5e40715d-8268-4d31-8c49-7c5895fc2538 req-73b08daf-d61c-4b12-b03f-f9a7b97a7784 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Sep 14 11:03:28.513027 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5e40715d-8268-4d31-8c49-7c5895fc2538 req-7b1dc023-6b07-4b97-a51f-4921ec915c3e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308895 Sep 14 11:03:28.635606 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e25aa-69b3-4eb7-b7a0-a23660dc68a7 req-c8063078-d8a4-4e16-b1f8-735ae741b3b9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:28.637051 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c78e25aa-69b3-4eb7-b7a0-a23660dc68a7 req-c8063078-d8a4-4e16-b1f8-735ae741b3b9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0469861 Sep 14 11:03:28.673856 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c78e25aa-69b3-4eb7-b7a0-a23660dc68a7 req-878de2af-b351-400b-8693-b36be18c7676 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Sep 14 11:03:29.114503 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-30715b7b-c97d-4608-bb78-cf8f09130ea6 req-266f65b4-c69b-4155-b2a9-0101146a5098 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 210 time: 0.0316088 Sep 14 11:03:29.292615 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-0d6dae04-c807-4cac-9043-7bfe44231bff tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:29.294108 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-0d6dae04-c807-4cac-9043-7bfe44231bff tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "GET /v2.0/networks?id=7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 200 len: 813 time: 0.1491690 Sep 14 11:03:29.315496 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Request body: {'port': {'device_id': '11f8a736-3186-4280-af11-04fcfd352f2c', 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156', 'admin_state_up': True, 'tenant_id': '6c94ed5495dc4003aa4ecb515b45f6b4'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:29.402419 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d5c05f1-5fba-4bfb-af3e-93d812f2d774 req-f7da7dbb-73da-4cec-bf48-7686e9b2faa4 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0300925 Sep 14 11:03:29.432226 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Made reservation on behalf of 6c94ed5495dc4003aa4ecb515b45f6b4 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:29.436237 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:29.562790 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Allocated IP 172.20.0.7 (7bf75d05-ca02-403c-9373-9a79c5428156/1bcf38b8-b267-45ef-a34e-615b3159b886/ec3bf19f-a2ce-4589-9f6e-a285427c330d) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:29.630784 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54343e75-b5e1-45cd-9508-c4d6225c9056 req-5e8f1d52-719d-4c14-be1d-feefdd75ee1f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:29.632261 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54343e75-b5e1-45cd-9508-c4d6225c9056 req-5e8f1d52-719d-4c14-be1d-feefdd75ee1f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Sep 14 11:03:29.668267 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54343e75-b5e1-45cd-9508-c4d6225c9056 req-0c6019b3-4cfe-4df6-94b7-bd49c1d715e0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300412 Sep 14 11:03:29.716577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:29.778917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:29.824403 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071632f-cc12-45f6-82a3-e4434bdd27d0 req-ea5126f2-d122-4691-b929-98c876fca69f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:29.825814 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d071632f-cc12-45f6-82a3-e4434bdd27d0 req-ea5126f2-d122-4691-b929-98c876fca69f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0838287 Sep 14 11:03:29.841498 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Network 7bf75d05-ca02-403c-9373-9a79c5428156 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:29.849896 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:29.861516 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:29.888114 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Pushing event updated for resources: {'Port': ['ID=ec3bf19f-a2ce-4589-9f6e-a285427c330d,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:29.917531 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d071632f-cc12-45f6-82a3-e4434bdd27d0 req-66d00183-d78a-4b01-afc4-bf092a39a8ec tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804026 Sep 14 11:03:29.928261 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:29.928869 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:29.942901 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-719cfcce-1d00-4369-a795-47f8e18dfd12 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309876 Sep 14 11:03:30.245571 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77390df-e3c4-4370-8b07-8932c664ffcd req-f2496ce5-8dc0-4b99-ac62-6cfe3abe5b6f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:30.247060 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e77390df-e3c4-4370-8b07-8932c664ffcd req-f2496ce5-8dc0-4b99-ac62-6cfe3abe5b6f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 931 time: 0.0472462 Sep 14 11:03:30.284915 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e77390df-e3c4-4370-8b07-8932c664ffcd req-baab2c8f-2cdd-4837-80e1-1f7dbb9c2ad6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Sep 14 11:03:30.496629 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed1da461-b2c1-4fe8-9c1a-bfc6364d2bd9 req-0f878097-01e8-4e58-9fd2-57469d35211d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Sep 14 11:03:30.782661 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920e978-b088-4a7e-aba8-cd689719685d req-61692455-0739-4457-a675-977aa5400a87 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:30.784095 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9920e978-b088-4a7e-aba8-cd689719685d req-61692455-0739-4457-a675-977aa5400a87 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0499396 Sep 14 11:03:30.821572 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9920e978-b088-4a7e-aba8-cd689719685d req-bf414544-2bf0-44b4-91de-1bf22fc93c04 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Sep 14 11:03:31.029979 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367199a-6c4c-4b6d-98ac-85ae053c6d28 req-516ef2a4-f687-4345-809b-c16eef3cb9ba tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:31.031455 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5367199a-6c4c-4b6d-98ac-85ae053c6d28 req-516ef2a4-f687-4345-809b-c16eef3cb9ba tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0472753 Sep 14 11:03:31.068829 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5367199a-6c4c-4b6d-98ac-85ae053c6d28 req-97ef3c86-c422-4ec1-a332-229cd9aa5fde tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Sep 14 11:03:31.396061 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a939476-7fe5-4156-8407-0f54c8af81e0 req-3df3d861-a7b2-4e73-b900-8531996532d6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:31.397567 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a939476-7fe5-4156-8407-0f54c8af81e0 req-3df3d861-a7b2-4e73-b900-8531996532d6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 931 time: 0.0474219 Sep 14 11:03:31.434450 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a939476-7fe5-4156-8407-0f54c8af81e0 req-0ab41987-1dd8-42db-bc42-58639b7fdadc tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Sep 14 11:03:31.590053 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e18e6f94-3446-41e9-8e12-905086cfdcef req-852a27c5-4314-4e59-b111-09258313eb7a tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0287366 Sep 14 11:03:31.932925 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd85c4-e94e-41bf-8141-43a07e5f6774 req-23e3d12a-df5c-4532-a932-819785b92ea7 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:31.934587 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6cbd85c4-e94e-41bf-8141-43a07e5f6774 req-23e3d12a-df5c-4532-a932-819785b92ea7 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0476117 Sep 14 11:03:31.974376 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6cbd85c4-e94e-41bf-8141-43a07e5f6774 req-83f6ec83-8117-4470-af40-b195835eec07 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Sep 14 11:03:32.178970 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c48c9-a14b-414d-a9c7-22dcd113d07f req-e7c5b6c2-7998-40cf-9269-7b30e372928f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:32.180459 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d3c48c9-a14b-414d-a9c7-22dcd113d07f req-e7c5b6c2-7998-40cf-9269-7b30e372928f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0487175 Sep 14 11:03:32.217762 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d3c48c9-a14b-414d-a9c7-22dcd113d07f req-40086f7b-0d03-40ad-88f3-6eca4ae6994d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Sep 14 11:03:32.556605 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9a00-62c6-43a3-b48a-1a32e0d740b9 req-42a4a3ac-0208-4f1b-a599-fe4320079697 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:32.558089 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-623d9a00-62c6-43a3-b48a-1a32e0d740b9 req-42a4a3ac-0208-4f1b-a599-fe4320079697 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 931 time: 0.0515764 Sep 14 11:03:32.595671 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-623d9a00-62c6-43a3-b48a-1a32e0d740b9 req-7fbf9de7-307e-476f-aeb5-1ea101306dcc tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Sep 14 11:03:32.679548 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-126c717a-c69b-469f-b08a-511b4ec00a4a req-8d6fbca5-6ed4-47ba-a50b-54850d787fc9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0257778 Sep 14 11:03:33.083566 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074c654-713b-44d3-a2e1-6f00a67c9248 req-ef0a5fdb-739d-4c34-9a57-0f1e6838f0fc tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:33.085026 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f074c654-713b-44d3-a2e1-6f00a67c9248 req-ef0a5fdb-739d-4c34-9a57-0f1e6838f0fc tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0469811 Sep 14 11:03:33.121779 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f074c654-713b-44d3-a2e1-6f00a67c9248 req-5cd7ca33-b153-46f8-a3f8-b71f07f951e4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Sep 14 11:03:33.206819 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Request body: {'port': {'device_id': '11f8a736-3186-4280-af11-04fcfd352f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:33.260684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:33.339425 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9cbb6-f55c-4b35-a2ba-2b5a671f2b43 req-fd99073e-41bc-4250-a8be-430927595f0f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:33.341034 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aee9cbb6-f55c-4b35-a2ba-2b5a671f2b43 req-fd99073e-41bc-4250-a8be-430927595f0f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0507574 Sep 14 11:03:33.378402 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aee9cbb6-f55c-4b35-a2ba-2b5a671f2b43 req-69150e72-f376-4ed3-8ee1-1e9e74cf42ec tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Sep 14 11:03:33.555755 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3bf19f-a2ce-4589-9f6e-a285427c330d {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:33.564736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:33.605020 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Transition to ACTIVE for port object ec3bf19f-a2ce-4589-9f6e-a285427c330d will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:33.613351 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:33.614269 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd338bfc-d2de-400f-9a1a-4ee8ec76d27c req-837ac4a7-5cc6-47d2-b618-25252063a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:33.617239 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd338bfc-d2de-400f-9a1a-4ee8ec76d27c req-837ac4a7-5cc6-47d2-b618-25252063a6b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0536382 Sep 14 11:03:33.698133 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd338bfc-d2de-400f-9a1a-4ee8ec76d27c req-01fd3f5b-4bc5-4fa8-b902-99b444fe1761 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Sep 14 11:03:33.743842 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3bf19f-a2ce-4589-9f6e-a285427c330d,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:33.765444 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-931fc454-c869-4219-92f3-fd0acfa70827 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:33.766905 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-931fc454-c869-4219-92f3-fd0acfa70827 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "GET /v2.0/networks?id=da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 200 len: 808 time: 0.2042267 Sep 14 11:03:33.771782 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6034fa7c-dcb0-405c-a350-f2a48dda21ae req-ffb58f62-e62f-4b0c-aa3e-48996b0a75b3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0270300 Sep 14 11:03:33.809782 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b14f2-3aff-48e4-828e-f5f8df83ff27 req-9ad641c9-8116-497b-a8c9-d0a6879c898f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:33.811205 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1d5b14f2-3aff-48e4-828e-f5f8df83ff27 req-9ad641c9-8116-497b-a8c9-d0a6879c898f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 943 time: 0.1371279 Sep 14 11:03:33.854583 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Attempting to bind port ec3bf19f-a2ce-4589-9f6e-a285427c330d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:33.854921 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Attempting to bind port ec3bf19f-a2ce-4589-9f6e-a285427c330d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:33.855254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Attempting to bind port ec3bf19f-a2ce-4589-9f6e-a285427c330d on network 7bf75d05-ca02-403c-9373-9a79c5428156 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:33.863714 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1d5b14f2-3aff-48e4-828e-f5f8df83ff27 req-adcc11f4-f530-49d0-b989-86e16936a2e5 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Sep 14 11:03:33.864661 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Port ec3bf19f-a2ce-4589-9f6e-a285427c330d on network 7bf75d05-ca02-403c-9373-9a79c5428156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:03:33.864980 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Attempting to bind port ec3bf19f-a2ce-4589-9f6e-a285427c330d on network 7bf75d05-ca02-403c-9373-9a79c5428156 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:33.870026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:33.870361 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Checking segment: {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:33.870742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Bound using segment: {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:33.871164 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Bound port: ec3bf19f-a2ce-4589-9f6e-a285427c330d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:33.871528 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:33.932505 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] For port ec3bf19f-a2ce-4589-9f6e-a285427c330d, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:33.935661 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] For port ec3bf19f-a2ce-4589-9f6e-a285427c330d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:33.941203 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:33.974811 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:33.975447 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:33.976829 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] 10.222.0.68 "PUT /v2.0/ports/ec3bf19f-a2ce-4589-9f6e-a285427c330d HTTP/1.1" status: 200 len: 1093 time: 0.7742710 Sep 14 11:03:33.978983 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f8a736-3186-4280-af11-04fcfd352f2c', 'tag': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:33.981266 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509133f-c6e8-4e5d-90bf-81f6122bfd80" -d '{"events": [{"name": "network-changed", "server_uuid": "11f8a736-3186-4280-af11-04fcfd352f2c", "tag": "ec3bf19f-a2ce-4589-9f6e-a285427c330d"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:34.005813 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbf934-1b4e-4570-ac33-4e2676d13d24 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3bf19f-a2ce-4589-9f6e-a285427c330d,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:34.018072 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Request body: {'port': {'device_id': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3', 'admin_state_up': True, 'tenant_id': 'eefd857fb6844d70a383300530982a39'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:34.038333 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b3b5eb-d35d-45e7-971f-2e60877c8aa7 x-openstack-request-id: req-65b3b5eb-d35d-45e7-971f-2e60877c8aa7 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:34.038620 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f8a736-3186-4280-af11-04fcfd352f2c", "tag": "ec3bf19f-a2ce-4589-9f6e-a285427c330d", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:34.038870 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65b3b5eb-d35d-45e7-971f-2e60877c8aa7 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:34.039250 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f8a736-3186-4280-af11-04fcfd352f2c', 'tag': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d', 'status': 'completed', 'code': 200} Sep 14 11:03:34.126703 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-1142bfc3-2480-444c-bd6a-b60dca94c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:34.128118 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-1142bfc3-2480-444c-bd6a-b60dca94c781 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 1096 time: 0.0860500 Sep 14 11:03:34.427783 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-ccdbae93-da3a-4c6f-8ff3-abc412f413bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d HTTP/1.1" status: 200 len: 217 time: 0.2834504 Sep 14 11:03:34.471992 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Made reservation on behalf of eefd857fb6844d70a383300530982a39 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:34.475512 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:34.534743 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5512-1c0a-4516-83bd-0242f7b052ed req-7ff0f595-1db4-41ed-9368-eb8763a3a37e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:34.535250 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2312-e1f5-4c91-8fab-6e91d6bf0e02 req-cd5f090f-3667-49d4-a87a-7c5a4d12aa91 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:34.536404 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-be5f2312-e1f5-4c91-8fab-6e91d6bf0e02 req-cd5f090f-3667-49d4-a87a-7c5a4d12aa91 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1131792 Sep 14 11:03:34.543144 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2da5512-1c0a-4516-83bd-0242f7b052ed req-7ff0f595-1db4-41ed-9368-eb8763a3a37e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0619860 Sep 14 11:03:34.548577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-f2ac8570-e545-428f-85fe-bf436fd54897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:34.550024 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-f2ac8570-e545-428f-85fe-bf436fd54897 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bcf38b8-b267-45ef-a34e-615b3159b886 HTTP/1.1" status: 200 len: 853 time: 0.0906658 Sep 14 11:03:34.583190 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2da5512-1c0a-4516-83bd-0242f7b052ed req-06477df7-2956-42ac-9e6e-97ee9f08f5bd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Sep 14 11:03:34.644831 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-218b81cf-3f91-422c-b2b3-7f34d4bbc22b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7bf75d05-ca02-403c-9373-9a79c5428156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411968 Sep 14 11:03:34.650007 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-be5f2312-e1f5-4c91-8fab-6e91d6bf0e02 req-aee6beb4-df01-4685-ae9f-f3ad12b1ae1e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060474 Sep 14 11:03:34.751263 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Allocated IP 172.20.0.10 (da9ad56d-5407-4960-9e54-f64900cb90a3/9b7eefcf-460f-4852-9102-d14a7b6b5c65/3f631523-413d-4d00-86fb-96c7e596b3a1) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:34.799552 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-9566496e-fa5c-4d55-9960-fb93e4ab7e18 service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252935 Sep 14 11:03:34.867430 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6b9be340-8bea-479d-83d4-3b3fbc2dcb98 req-8858b407-9e98-4a4b-8414-685100269bc7 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0297885 Sep 14 11:03:35.004757 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5d27c7a-020d-4915-bc51-2c08538acb22 req-a018a61a-9643-44a1-9455-27da76e4cd4a service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951811 Sep 14 11:03:35.022698 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:35.034533 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a687b-df65-418c-8da6-0141d821bc4d req-341bcdc1-4fae-4302-8074-d48c100743ae tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.036030 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7e9a687b-df65-418c-8da6-0141d821bc4d req-341bcdc1-4fae-4302-8074-d48c100743ae tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 943 time: 0.1036208 Sep 14 11:03:35.116544 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7e9a687b-df65-418c-8da6-0141d821bc4d req-14d9d635-9f18-45fb-9f6a-0d6d5f1c9d45 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739892 Sep 14 11:03:35.130748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-c1570b5d-4418-4b3d-8651-3182cb7e215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.132236 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-c1570b5d-4418-4b3d-8651-3182cb7e215f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 1096 time: 0.0719261 Sep 14 11:03:35.141493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:35.220671 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Network da9ad56d-5407-4960-9e54-f64900cb90a3 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:35.249126 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:35.256335 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:35.283908 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Pushing event updated for resources: {'Port': ['ID=3f631523-413d-4d00-86fb-96c7e596b3a1,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:35.317571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-ac3f80cf-1cf9-44e3-b39b-a684888e5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.319040 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-ac3f80cf-1cf9-44e3-b39b-a684888e5297 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 200 len: 914 time: 0.1702771 Sep 14 11:03:35.324834 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.325422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:35.368906 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-5588cdc5-e53a-413d-beb8-df51b26db1bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d HTTP/1.1" status: 200 len: 217 time: 0.0396373 Sep 14 11:03:35.374439 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-2cc06183-6977-4eb9-8bb8-1aaf93394b56 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3633356 Sep 14 11:03:35.400234 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Request body: {'port': {'device_id': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:35.488202 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-505a9f59-e0eb-4108-ae0e-2db6d44bf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.489784 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-505a9f59-e0eb-4108-ae0e-2db6d44bf19a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bcf38b8-b267-45ef-a34e-615b3159b886 HTTP/1.1" status: 200 len: 853 time: 0.1002324 Sep 14 11:03:35.490559 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:35.538195 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-be1b7ba2-61ac-42ff-8965-1506e0ca03b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7bf75d05-ca02-403c-9373-9a79c5428156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289750 Sep 14 11:03:35.802971 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-8609493c-e1b6-4f28-b30d-06cf9431c907 service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471204 Sep 14 11:03:35.806654 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c99391-ee19-441b-8992-a01bb593d9e7 req-b343b8d3-e5e6-4bf4-b6b6-77a56d1dfe60 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.808188 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18c99391-ee19-441b-8992-a01bb593d9e7 req-b343b8d3-e5e6-4bf4-b6b6-77a56d1dfe60 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0650024 Sep 14 11:03:35.809815 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6034-ea21-4546-83fe-029ee38ac98f req-d367f7e8-69d8-40c8-927c-ee0fe2a7385c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:35.811793 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d04b6034-ea21-4546-83fe-029ee38ac98f req-d367f7e8-69d8-40c8-927c-ee0fe2a7385c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1058595 Sep 14 11:03:35.858214 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18c99391-ee19-441b-8992-a01bb593d9e7 req-06a30195-03e0-48a2-8ee2-37f53fd4e6d6 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Sep 14 11:03:35.949370 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d04b6034-ea21-4546-83fe-029ee38ac98f req-eb81e4b3-2ab5-4835-9361-4ca156e4e38f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310992 Sep 14 11:03:36.035158 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f509133f-c6e8-4e5d-90bf-81f6122bfd80 req-03b1a1da-f2c9-4a67-bd29-ff05734fd503 service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043798 Sep 14 11:03:36.079499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f631523-413d-4d00-86fb-96c7e596b3a1 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:36.092494 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.109767 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492300b8-82d0-4b49-a323-3425a4a65726 req-5a77c2e8-71c2-4d5e-8508-77d27212063e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:36.111244 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492300b8-82d0-4b49-a323-3425a4a65726 req-5a77c2e8-71c2-4d5e-8508-77d27212063e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0736794 Sep 14 11:03:36.118268 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Transition to ACTIVE for port object 3f631523-413d-4d00-86fb-96c7e596b3a1 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:36.121394 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44546) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:36.122255 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.126775 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'floatingip': {'port_id': 'cad16794-0807-446d-a166-755dda66a59a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:36.174557 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f631523-413d-4d00-86fb-96c7e596b3a1,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:36.232920 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25ca1d-8b3d-4dfd-911c-97030ee7bbb9 req-c28b2e60-c445-4683-8282-dcc9a35a28fe tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:36.234716 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e25ca1d-8b3d-4dfd-911c-97030ee7bbb9 req-c28b2e60-c445-4683-8282-dcc9a35a28fe tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 932 time: 0.1702631 Sep 14 11:03:36.236932 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.242673 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Attempting to bind port 3f631523-413d-4d00-86fb-96c7e596b3a1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:36.243014 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Attempting to bind port 3f631523-413d-4d00-86fb-96c7e596b3a1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:36.243334 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Attempting to bind port 3f631523-413d-4d00-86fb-96c7e596b3a1 on network da9ad56d-5407-4960-9e54-f64900cb90a3 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:36.248972 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Port 3f631523-413d-4d00-86fb-96c7e596b3a1 on network da9ad56d-5407-4960-9e54-f64900cb90a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:03:36.249493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Attempting to bind port 3f631523-413d-4d00-86fb-96c7e596b3a1 on network da9ad56d-5407-4960-9e54-f64900cb90a3 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:36.255137 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:36.255647 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Checking segment: {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:36.256025 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Bound using segment: {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:36.256449 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Bound port: 3f631523-413d-4d00-86fb-96c7e596b3a1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:36.256948 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.371991 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] For port 3f631523-413d-4d00-86fb-96c7e596b3a1, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:36.381283 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e25ca1d-8b3d-4dfd-911c-97030ee7bbb9 req-717f62e3-fc8e-4e4b-8089-93e24e586a80 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132851 Sep 14 11:03:36.425495 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] For port 3f631523-413d-4d00-86fb-96c7e596b3a1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f631523-413d-4d00-86fb-96c7e596b3a1,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:36.446332 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76abd6-68ee-40ea-9734-44422beb656a req-daf4c28e-9c87-44d3-a708-2f3ce5427b18 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:36.454351 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5d76abd6-68ee-40ea-9734-44422beb656a req-daf4c28e-9c87-44d3-a708-2f3ce5427b18 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 943 time: 0.0972402 Sep 14 11:03:36.455857 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.506769 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:36.507391 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.508872 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] 10.222.0.68 "PUT /v2.0/ports/3f631523-413d-4d00-86fb-96c7e596b3a1 HTTP/1.1" status: 200 len: 1094 time: 1.1121647 Sep 14 11:03:36.509383 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'tag': '3f631523-413d-4d00-86fb-96c7e596b3a1'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:36.511678 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f850faf-5779-4cab-81ff-2026ca81fa01" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc6ac22-7507-4c95-9f04-6366d7eaa183", "tag": "3f631523-413d-4d00-86fb-96c7e596b3a1"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:36.546853 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5d76abd6-68ee-40ea-9734-44422beb656a req-0085d11c-ad16-4769-ae40-a410ba613b06 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862424 Sep 14 11:03:36.549868 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92545c-e610-421f-a8fa-b771d005dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f631523-413d-4d00-86fb-96c7e596b3a1,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:36.572389 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c394b-25bd-403a-b233-655659c3152d x-openstack-request-id: req-230c394b-25bd-403a-b233-655659c3152d {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:36.572736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc6ac22-7507-4c95-9f04-6366d7eaa183", "tag": "3f631523-413d-4d00-86fb-96c7e596b3a1", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:36.578810 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-230c394b-25bd-403a-b233-655659c3152d {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:36.581788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'tag': '3f631523-413d-4d00-86fb-96c7e596b3a1', 'status': 'completed', 'code': 200} Sep 14 11:03:36.640826 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-7b06f722-1d59-4f5b-90a8-d02dceb48ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:36.642521 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-7b06f722-1d59-4f5b-90a8-d02dceb48ea7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eefd857fb6844d70a383300530982a39&device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 1097 time: 0.0494394 Sep 14 11:03:36.704613 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-ab102c8f-1f4d-4e91-afed-b02bb209a03e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f631523-413d-4d00-86fb-96c7e596b3a1 HTTP/1.1" status: 200 len: 217 time: 0.0419173 Sep 14 11:03:36.759733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-8934a7a4-55a0-4cb8-9926-f04f17b349d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:36.761357 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-8934a7a4-55a0-4cb8-9926-f04f17b349d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9b7eefcf-460f-4852-9102-d14a7b6b5c65 HTTP/1.1" status: 200 len: 848 time: 0.0459499 Sep 14 11:03:36.805576 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-985611d7-49dc-40ed-a605-fba8e20eefb3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=da9ad56d-5407-4960-9e54-f64900cb90a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287254 Sep 14 11:03:36.925801 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-0ec4531a-c5d3-41fe-a400-4a58b16e8835 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085403 Sep 14 11:03:36.937093 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:36.941287 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:37.040764 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6cb3ae2e-6808-434f-b1c5-efb76f503c6b req-be617213-e657-4ceb-95a2-ca8b0ef1c932 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Sep 14 11:03:37.090745 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ec3bf19f-a2ce-4589-9f6e-a285427c330d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:03:37.168670 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-16402c00-bbb9-439e-95a7-f39345c251b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:37.172448 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-16402c00-bbb9-439e-95a7-f39345c251b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eefd857fb6844d70a383300530982a39&device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 1097 time: 0.0561962 Sep 14 11:03:37.208091 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ec3bf19f-a2ce-4589-9f6e-a285427c330d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:37.221767 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d', 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156', 'port_id': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d', 'mac_address': 'fa:16:3e:7d:92:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcf38b8-b267-45ef-a34e-615b3159b886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:03:37.263135 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e0a4-77de-4175-a8f1-a149249cc7b7 req-bd7a4b21-f794-444a-9ed2-79abad8c8d8b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:37.265171 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e36e0a4-77de-4175-a8f1-a149249cc7b7 req-bd7a4b21-f794-444a-9ed2-79abad8c8d8b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0659842 Sep 14 11:03:37.267676 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:37.282866 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3bf19f-a2ce-4589-9f6e-a285427c330d {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:37.298366 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Floating IP b5c8bee8-20d3-4c05-b001-bfce897cb0c7 associated. External IP: 172.27.2.27, port: cad16794-0807-446d-a166-755dda66a59a. Sep 14 11:03:37.308348 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ec3bf19f-a2ce-4589-9f6e-a285427c330d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:37.312361 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-928f2425-f4a5-4d08-a52e-a4fc72725eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:37.313984 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-928f2425-f4a5-4d08-a52e-a4fc72725eb7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 200 len: 909 time: 0.1338358 Sep 14 11:03:37.315311 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:37.368853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=ec3bf19f-a2ce-4589-9f6e-a285427c330d,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:37.370515 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-12a0be6e-c88f-477d-ab44-fe5ef005d488 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f631523-413d-4d00-86fb-96c7e596b3a1 HTTP/1.1" status: 200 len: 217 time: 0.0466573 Sep 14 11:03:37.408214 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e36e0a4-77de-4175-a8f1-a149249cc7b7 req-870e36d7-69ae-4b36-8d31-f661d926a4ba tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367064 Sep 14 11:03:37.465134 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-a99b2c00-6935-4af5-9161-b1a38ae21a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:37.474627 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-a99b2c00-6935-4af5-9161-b1a38ae21a34 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9b7eefcf-460f-4852-9102-d14a7b6b5c65 HTTP/1.1" status: 200 len: 848 time: 0.0762787 Sep 14 11:03:37.492183 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44586) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:37.556254 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-5ee9ace9-c164-46e0-9570-7c782ee11012 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=da9ad56d-5407-4960-9e54-f64900cb90a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527494 Sep 14 11:03:37.607021 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29280b4a-7ff8-4965-9243-c2358818dd8f req-8423e568-49d0-4bf5-9f27-f0f0db5bd4ac tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:37.608591 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29280b4a-7ff8-4965-9243-c2358818dd8f req-8423e568-49d0-4bf5-9f27-f0f0db5bd4ac tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 944 time: 0.1174166 Sep 14 11:03:37.609221 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1eea3-6973-458d-bd7d-07122644e29d req-b87e9b25-9c18-47a4-ac53-226edb758c1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:37.610801 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-10d1eea3-6973-458d-bd7d-07122644e29d req-b87e9b25-9c18-47a4-ac53-226edb758c1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0971749 Sep 14 11:03:37.624765 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:03:37.680540 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7531ebd9-1170-414d-b935-4780c3a2457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:37.681915 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['ec3bf19f-a2ce-4589-9f6e-a285427c330d'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:37.702982 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-10d1eea3-6973-458d-bd7d-07122644e29d req-ee201c0e-f96f-487a-b79c-9193efa503cb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769019 Sep 14 11:03:37.717067 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29280b4a-7ff8-4965-9243-c2358818dd8f req-10863b8d-bb3c-435c-9202-a976a48bc341 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995526 Sep 14 11:03:37.769727 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-09f2e682-5cb3-4234-be4f-4207f66712c1 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039716 Sep 14 11:03:37.798328 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:03:37.810024 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:37.814397 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:03:37.849529 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:03:37.850191 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:03:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:37.866946 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7b13efd0-72d3-4184-8104-75170ce9185c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "PUT /v2.0/floatingips/b5c8bee8-20d3-4c05-b001-bfce897cb0c7 HTTP/1.1" status: 200 len: 990 time: 1.7441027 Sep 14 11:03:37.867606 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'tag': 'cad16794-0807-446d-a166-755dda66a59a'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:37.869925 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1" -d '{"events": [{"name": "network-changed", "server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "tag": "cad16794-0807-446d-a166-755dda66a59a"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:38.011780 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6f850faf-5779-4cab-81ff-2026ca81fa01 req-751031a9-60a6-4edc-a411-16683b21a6e7 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307045 Sep 14 11:03:38.072140 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c0dd7-7abb-465b-96b8-7864231eb459 req-2c902eef-6372-493c-92ad-d6be45139045 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:38.081933 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4c9c0dd7-7abb-465b-96b8-7864231eb459 req-2c902eef-6372-493c-92ad-d6be45139045 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 944 time: 0.1776378 Sep 14 11:03:38.088792 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:03:38.206054 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7531ebd9-1170-414d-b935-4780c3a2457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:38.209599 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4c9c0dd7-7abb-465b-96b8-7864231eb459 req-787e4f1d-e736-463b-af47-17f23b8bfebf tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191776 Sep 14 11:03:38.217354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7531ebd9-1170-414d-b935-4780c3a2457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:38.221652 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0567f-5304-4e78-b7a3-231afc565712 x-openstack-request-id: req-24e0567f-5304-4e78-b7a3-231afc565712 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:38.222785 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "tag": "cad16794-0807-446d-a166-755dda66a59a", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:38.223218 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24e0567f-5304-4e78-b7a3-231afc565712 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:38.223995 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'tag': 'cad16794-0807-446d-a166-755dda66a59a', 'status': 'completed', 'code': 200} Sep 14 11:03:38.325592 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7531ebd9-1170-414d-b935-4780c3a2457d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=929505b99c004ed0b4b6686bf8d7842f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316650 Sep 14 11:03:38.328634 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44624) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:38.343588 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531ebd9-1170-414d-b935-4780c3a2457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96785740-49c0-4fa3-aea1-af55353d9ebd,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:38.352183 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-b48ed9cf-402e-411e-87b0-c857d8157689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:38.357249 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-b48ed9cf-402e-411e-87b0-c857d8157689 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 1098 time: 0.1023486 Sep 14 11:03:38.415870 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'b5c8bee8-20d3-4c05-b001-bfce897cb0c7', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'port_id': 'cad16794-0807-446d-a166-755dda66a59a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'mac_address': 'fa:16:3e:08:ac:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1168baac-8908-4088-82ef-b155abab5b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:03:13Z', 'updated_at': '2021-09-14T11:03:36Z', 'revision_number': 1, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:38.432480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-943f6c39-85ea-4e73-b236-747ce7578548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:38.447911 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:03:38.457992 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:03:38.458668 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:03:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:38.465328 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-943f6c39-85ea-4e73-b236-747ce7578548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:38.530145 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-943f6c39-85ea-4e73-b236-747ce7578548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:38.534137 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-943f6c39-85ea-4e73-b236-747ce7578548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:38.535859 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-943f6c39-85ea-4e73-b236-747ce7578548 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96785740-49c0-4fa3-aea1-af55353d9ebd HTTP/1.1" status: 204 len: 168 time: 0.2062504 Sep 14 11:03:38.547557 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-e6dc709a-4454-468e-8db5-000984702093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:38.549224 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f6c39-85ea-4e73-b236-747ce7578548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96785740-49c0-4fa3-aea1-af55353d9ebd,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:38.549345 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-e6dc709a-4454-468e-8db5-000984702093 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 912 time: 0.1805835 Sep 14 11:03:38.556543 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-72f7c6d9-c721-4f44-ba09-62756bc15a42 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:38.558152 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-72f7c6d9-c721-4f44-ba09-62756bc15a42 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.1787148 Sep 14 11:03:38.603467 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:03:38.616386 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-33213bb6-bed7-4336-8cc5-39884c50c922 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/quotas/48fa036e277f42eb9f256049251f3d35 HTTP/1.1" status: 200 len: 375 time: 0.0158589 Sep 14 11:03:38.644931 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-166926f7-0e9d-4155-b737-4e83a002a30a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 200 len: 998 time: 0.0857875 Sep 14 11:03:38.758275 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-3d8a261e-0cfd-42a8-bb1c-eff148ee56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:38.759842 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-3d8a261e-0cfd-42a8-bb1c-eff148ee56a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.0829585 Sep 14 11:03:38.769417 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-72acf33d-10d6-47e3-8ed6-ca9180cc8ff5 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419408 Sep 14 11:03:38.868529 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f4d8-4fe2-4e1a-8054-6ed4f8123a8f req-5e04fc27-df0c-4037-922d-de4c251532f0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:38.870518 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d390f4d8-4fe2-4e1a-8054-6ed4f8123a8f req-5e04fc27-df0c-4037-922d-de4c251532f0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 944 time: 0.0533586 Sep 14 11:03:38.916676 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'b5c8bee8-20d3-4c05-b001-bfce897cb0c7', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'port_id': 'cad16794-0807-446d-a166-755dda66a59a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'mac_address': 'fa:16:3e:08:ac:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1168baac-8908-4088-82ef-b155abab5b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:03:13Z', 'updated_at': '2021-09-14T11:03:36Z', 'revision_number': 1, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:03:38.934705 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d390f4d8-4fe2-4e1a-8054-6ed4f8123a8f req-669c7d1c-ae25-44bb-980c-1f19edc06f3c tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Sep 14 11:03:38.951616 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bd38f-55bd-4e0e-b847-6cf9953ca745 None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'b5c8bee8-20d3-4c05-b001-bfce897cb0c7', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'port_id': 'cad16794-0807-446d-a166-755dda66a59a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'mac_address': 'fa:16:3e:08:ac:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1168baac-8908-4088-82ef-b155abab5b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:03:13Z', 'updated_at': '2021-09-14T11:03:36Z', 'revision_number': 1, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:03:39.127423 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-18888d51-14e3-48ec-b0d5-0f5ecff1437c service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509645 Sep 14 11:03:39.158639 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281188e-5785-4e8c-8cfa-8828760f626e None None] New status for floating IP b5c8bee8-20d3-4c05-b001-bfce897cb0c7: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:03:39.261116 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-55315902-c3ec-4daf-ab89-1f4a90513dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269381 Sep 14 11:03:39.606920 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0234204-15ee-401e-a2aa-d758cd73528b req-e7348f46-3645-436d-bc8d-5f198e1d14e1 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:39.610076 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0234204-15ee-401e-a2aa-d758cd73528b req-e7348f46-3645-436d-bc8d-5f198e1d14e1 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 944 time: 0.0599895 Sep 14 11:03:39.650994 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0234204-15ee-401e-a2aa-d758cd73528b req-c45001dc-eecd-4e20-a0a1-6ef74976ee51 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Sep 14 11:03:39.729230 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0cec6eb-f070-4fd2-ace5-7e13212b8d87 req-db4091fb-300e-4456-8b16-7501bd2cda6d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 210 time: 0.0310695 Sep 14 11:03:39.734774 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-31d6adaf-45a0-4594-b6cb-45aee79333bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:39.736199 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-31d6adaf-45a0-4594-b6cb-45aee79333bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0803924 Sep 14 11:03:39.848466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9933c-466d-46fb-90e8-cba8c3cb6a1c req-c28182ea-be6a-4c8c-84f3-67b8fa3134e7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:39.850194 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-deb9933c-466d-46fb-90e8-cba8c3cb6a1c req-c28182ea-be6a-4c8c-84f3-67b8fa3134e7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0576568 Sep 14 11:03:39.893408 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-deb9933c-466d-46fb-90e8-cba8c3cb6a1c req-4bb79578-24b4-42e2-8edd-a577d7e1b4ec tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370474 Sep 14 11:03:40.035110 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8d51-cd80-4af3-b254-c946f150e51b req-66bc119c-2b9f-4b81-8416-dd3e6d062897 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:40.036534 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-203c8d51-cd80-4af3-b254-c946f150e51b req-66bc119c-2b9f-4b81-8416-dd3e6d062897 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 944 time: 0.0494802 Sep 14 11:03:40.073239 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-203c8d51-cd80-4af3-b254-c946f150e51b req-e035f3bd-c4e3-4996-a299-c23a471c505b tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Sep 14 11:03:40.553114 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3f631523-413d-4d00-86fb-96c7e596b3a1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:03:40.649227 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 3f631523-413d-4d00-86fb-96c7e596b3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f631523-413d-4d00-86fb-96c7e596b3a1,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:40.661506 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '3f631523-413d-4d00-86fb-96c7e596b3a1', 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3', 'port_id': '3f631523-413d-4d00-86fb-96c7e596b3a1', 'mac_address': 'fa:16:3e:02:26:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7eefcf-460f-4852-9102-d14a7b6b5c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:03:40.701999 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:40.774174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84686938-f0b8-48cf-a427-2bf1d274360e req-2ef12237-9217-4531-8dfa-875a142cd12a tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:40.775738 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84686938-f0b8-48cf-a427-2bf1d274360e req-2ef12237-9217-4531-8dfa-875a142cd12a tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 944 time: 0.0507543 Sep 14 11:03:40.816133 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84686938-f0b8-48cf-a427-2bf1d274360e req-98fbc66a-f940-4b4a-86e4-14ff8b9a62a6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Sep 14 11:03:40.830239 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f631523-413d-4d00-86fb-96c7e596b3a1 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:40.860881 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 3f631523-413d-4d00-86fb-96c7e596b3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f631523-413d-4d00-86fb-96c7e596b3a1,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:40.865844 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:40.911957 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=3f631523-413d-4d00-86fb-96c7e596b3a1,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:40.913041 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-abb81a36-9d5f-4224-bb6d-18c634892595 req-fa496a47-fe5a-4124-9d50-175037c76d70 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 210 time: 0.0251694 Sep 14 11:03:41.018014 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ae0f4-88cd-43ef-ba80-0d972c982f1a req-6c6a094a-9fb1-448c-b339-409e3d8ed76e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:41.019451 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-291ae0f4-88cd-43ef-ba80-0d972c982f1a req-6c6a094a-9fb1-448c-b339-409e3d8ed76e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0504019 Sep 14 11:03:41.054907 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-291ae0f4-88cd-43ef-ba80-0d972c982f1a req-727a2714-9808-46ad-b0ce-326fa8ddc89b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296915 Sep 14 11:03:41.183307 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612522-918e-4539-aab1-7d6324749707 req-a465eea4-7a2f-4695-bd00-c8631c27bc7b tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:41.184737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0e612522-918e-4539-aab1-7d6324749707 req-a465eea4-7a2f-4695-bd00-c8631c27bc7b tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 945 time: 0.0472393 Sep 14 11:03:41.220727 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0e612522-918e-4539-aab1-7d6324749707 req-1aa87597-b536-420f-945d-df83c1369dda tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296857 Sep 14 11:03:41.683512 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-3d6aa9a0-507d-4200-997d-3a17589d7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:41.684960 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-3d6aa9a0-507d-4200-997d-3a17589d7b60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0866659 Sep 14 11:03:41.688367 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-eb947eee-84c2-4d0a-9b5e-c7bc222bfe53 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259298 Sep 14 11:03:41.882404 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-ac78f8db-50d1-4760-a449-a0e70db56278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:41.883874 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-ac78f8db-50d1-4760-a449-a0e70db56278 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.1554568 Sep 14 11:03:41.885798 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0261c9a4-3df7-4eb4-bb7f-e3412bb4cec1 req-8fad8413-4aa6-4656-ada3-1ca20ef7af23 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562052 Sep 14 11:03:41.960139 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-fbbc3ce7-9c88-4eee-8e49-4d5681105ebd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 217 time: 0.0536263 Sep 14 11:03:41.981875 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3f631523-413d-4d00-86fb-96c7e596b3a1'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:41.990141 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17867216-3250-401d-b132-f7ab45b58eb3 req-9c893a96-9b5c-45da-a926-dc52d1a59f2b tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:41.991652 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-17867216-3250-401d-b132-f7ab45b58eb3 req-9c893a96-9b5c-45da-a926-dc52d1a59f2b tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 944 time: 0.0946314 Sep 14 11:03:42.025202 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd5bda9c-d01f-4a12-93ff-5b27c431f95f req-c299e0bf-f50c-43f4-b67e-093eed23fd9c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 210 time: 0.0393455 Sep 14 11:03:42.048982 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-65160fbf-437b-4e98-ac66-3e6828739cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:42.050473 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-65160fbf-437b-4e98-ac66-3e6828739cd4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.0791950 Sep 14 11:03:42.057912 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-17867216-3250-401d-b132-f7ab45b58eb3 req-20170435-1612-4e47-a8d6-a11058789bc5 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Sep 14 11:03:42.087203 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-bfecc31d-9012-427c-ae9c-558d9521ea6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272250 Sep 14 11:03:42.177992 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f64627-bbb9-4a4d-9235-fe4004328fda req-7b1187f3-2dd8-42d3-bd51-eef18f2b7c97 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:42.179610 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-15f64627-bbb9-4a4d-9235-fe4004328fda req-7b1187f3-2dd8-42d3-bd51-eef18f2b7c97 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0547600 Sep 14 11:03:42.184521 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-a76b9a01-39a3-4e8f-979b-095b691ae3cd service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884492 Sep 14 11:03:42.219301 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-15f64627-bbb9-4a4d-9235-fe4004328fda req-99158850-5824-4b6e-b5b4-e2dd6bfde273 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Sep 14 11:03:42.336979 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-492ca2f8-2a76-4a53-b85a-d899c04fbc29 req-279c9f22-d690-447c-a719-4ffcd1c1e64e service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427181 Sep 14 11:03:42.407359 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8d3c-6997-4191-ad68-364b952919a9 req-92536ec0-401e-4cb8-9546-93a153b38b4d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:42.414640 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-babb8d3c-6997-4191-ad68-364b952919a9 req-92536ec0-401e-4cb8-9546-93a153b38b4d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 945 time: 0.1189916 Sep 14 11:03:42.430216 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-3d5fdca1-f74d-4f1b-80d6-658e5d355bf4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:42.431608 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-3d5fdca1-f74d-4f1b-80d6-658e5d355bf4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 814 time: 0.1706989 Sep 14 11:03:42.460764 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-babb8d3c-6997-4191-ad68-364b952919a9 req-5ab9935d-b505-490e-8bbd-740537e0a083 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 Sep 14 11:03:42.467966 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Request body: {'port': {'device_id': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'admin_state_up': True, 'tenant_id': '48fa036e277f42eb9f256049251f3d35'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:42.583897 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Made reservation on behalf of 48fa036e277f42eb9f256049251f3d35 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:42.587392 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:42.731983 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Allocated IP 172.20.0.11 (0555fe98-fbbb-47b2-99f1-6582896515a8/5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c/47676285-2185-46e4-87bf-b622b4e9b2ed) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:42.875461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:42.912651 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:42.961531 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Network 0555fe98-fbbb-47b2-99f1-6582896515a8 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:42.964923 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:42.969820 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:42.979813 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event updated for resources: {'Port': ['ID=47676285-2185-46e4-87bf-b622b4e9b2ed,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:43.010399 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.010752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.011166 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.011499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.011833 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.012163 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.012486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.012812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.013135 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.014050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.014367 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.014690 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:43.015390 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'efeb235c-0c40-4c01-815f-de90d9c163d5', '72c22245-6d99-40a2-93f3-0f41157bc7a5'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:43.038471 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:43.039461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.066738 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-1e3e5f66-d6c7-43d6-883a-3234bb612d6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016386 Sep 14 11:03:43.080466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Request body: {'port': {'device_id': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:43.149660 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.216363 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ae24-8f3e-43b9-8b57-3059fc68cc20 req-48123862-9193-43b5-a92e-119477726a2b tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:43.219578 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4779ae24-8f3e-43b9-8b57-3059fc68cc20 req-48123862-9193-43b5-a92e-119477726a2b tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 944 time: 0.0802560 Sep 14 11:03:43.290007 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4779ae24-8f3e-43b9-8b57-3059fc68cc20 req-a35303d3-d79c-47d9-b6ab-93b19edb6f67 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Sep 14 11:03:43.363833 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277e934-7163-4aa9-b199-0065ddeec9f0 req-5743fbff-223b-4e14-a9dc-ab2198a9d5d4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:43.371398 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f277e934-7163-4aa9-b199-0065ddeec9f0 req-5743fbff-223b-4e14-a9dc-ab2198a9d5d4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 932 time: 0.1802733 Sep 14 11:03:43.405179 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d17b2-7dd6-4981-aa8d-826f4cc4f5bc req-5e986ff5-916a-4515-863c-ae69deca5d28 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:43.407037 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d0d17b2-7dd6-4981-aa8d-826f4cc4f5bc req-5e986ff5-916a-4515-863c-ae69deca5d28 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0560796 Sep 14 11:03:43.416353 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f277e934-7163-4aa9-b199-0065ddeec9f0 req-2b3e3bdb-fea6-4ef2-8c17-4dd27617c60f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Sep 14 11:03:43.452782 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d0d17b2-7dd6-4981-aa8d-826f4cc4f5bc req-61619126-a858-41ee-bc6e-8c54c4454f12 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Sep 14 11:03:43.547849 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ec3bf19f-a2ce-4589-9f6e-a285427c330d up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:43.610387 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47676285-2185-46e4-87bf-b622b4e9b2ed {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:43.610637 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port ec3bf19f-a2ce-4589-9f6e-a285427c330d completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:43.614671 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port ec3bf19f-a2ce-4589-9f6e-a285427c330d triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:43.615047 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.620484 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.631641 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c7854-59d5-410f-9f14-99d1a309a15b req-b7cc9b5f-d2a5-4365-a808-fc3c4cb94276 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:43.633117 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-822c7854-59d5-410f-9f14-99d1a309a15b req-b7cc9b5f-d2a5-4365-a808-fc3c4cb94276 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 945 time: 0.0954218 Sep 14 11:03:43.649174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Transition to ACTIVE for port object 47676285-2185-46e4-87bf-b622b4e9b2ed will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:43.656834 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.696113 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.712402 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-822c7854-59d5-410f-9f14-99d1a309a15b req-779eff7f-dddc-4c97-a5a3-5a19f49b27fd tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728402 Sep 14 11:03:43.723459 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8a736-3186-4280-af11-04fcfd352f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:43.723733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=47676285-2185-46e4-87bf-b622b4e9b2ed,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:43.726378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25236c47-9342-4205-a5b7-8754f4554a37" -d '{"events": [{"server_uuid": "11f8a736-3186-4280-af11-04fcfd352f2c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3bf19f-a2ce-4589-9f6e-a285427c330d"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:43.749063 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ec3bf19f-a2ce-4589-9f6e-a285427c330d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:43.753848 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.754950 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3f631523-413d-4d00-86fb-96c7e596b3a1 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:43.788669 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6afcc-584b-4916-9afd-8ff1c944043a x-openstack-request-id: req-c0e6afcc-584b-4916-9afd-8ff1c944043a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:43.789214 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8a736-3186-4280-af11-04fcfd352f2c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3bf19f-a2ce-4589-9f6e-a285427c330d", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:43.789654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0e6afcc-584b-4916-9afd-8ff1c944043a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:43.790322 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f8a736-3186-4280-af11-04fcfd352f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d', 'code': 200} Sep 14 11:03:43.832657 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Attempting to bind port 47676285-2185-46e4-87bf-b622b4e9b2ed on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:43.832992 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Attempting to bind port 47676285-2185-46e4-87bf-b622b4e9b2ed by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:43.833502 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Attempting to bind port 47676285-2185-46e4-87bf-b622b4e9b2ed on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:43.837798 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Port 47676285-2185-46e4-87bf-b622b4e9b2ed on network 0555fe98-fbbb-47b2-99f1-6582896515a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:03:43.838127 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Attempting to bind port 47676285-2185-46e4-87bf-b622b4e9b2ed on network 0555fe98-fbbb-47b2-99f1-6582896515a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:43.843013 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:43.843350 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Checking segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:43.843726 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Bound using segment: {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:43.844146 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Bound port: 47676285-2185-46e4-87bf-b622b4e9b2ed, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eac8aa-1546-471c-ae50-ff4e14e6a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:43.844496 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.851839 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=ec3bf19f-a2ce-4589-9f6e-a285427c330d,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:43.861956 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 3f631523-413d-4d00-86fb-96c7e596b3a1 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:43.868120 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 3f631523-413d-4d00-86fb-96c7e596b3a1 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:43.868740 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.929497 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] For port 47676285-2185-46e4-87bf-b622b4e9b2ed, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:43.932995 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] For port 47676285-2185-46e4-87bf-b622b4e9b2ed, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=47676285-2185-46e4-87bf-b622b4e9b2ed,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:43.937676 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.977678 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:43.977799 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.978698 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:43.980184 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] 10.222.0.68 "PUT /v2.0/ports/47676285-2185-46e4-87bf-b622b4e9b2ed HTTP/1.1" status: 200 len: 1094 time: 0.9055090 Sep 14 11:03:43.991067 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'tag': '47676285-2185-46e4-87bf-b622b4e9b2ed'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:43.994586 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a8f87c-c42f-4e81-b043-4d35d137cee5", "tag": "47676285-2185-46e4-87bf-b622b4e9b2ed"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:44.036883 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 3f631523-413d-4d00-86fb-96c7e596b3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f631523-413d-4d00-86fb-96c7e596b3a1,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:44.041421 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:44.067756 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c87e61-152c-49c7-adac-5df715564761 x-openstack-request-id: req-a0c87e61-152c-49c7-adac-5df715564761 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:44.068057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a8f87c-c42f-4e81-b043-4d35d137cee5", "tag": "47676285-2185-46e4-87bf-b622b4e9b2ed", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:44.068354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0c87e61-152c-49c7-adac-5df715564761 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:44.068692 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'tag': '47676285-2185-46e4-87bf-b622b4e9b2ed', 'status': 'completed', 'code': 200} Sep 14 11:03:44.081905 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86531a-b02c-4eaf-b70d-6726473b44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=47676285-2185-46e4-87bf-b622b4e9b2ed,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:44.101101 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9f5ff-f7fb-4b75-909b-d93882f17bb7 req-be7df89a-1a3a-4f15-b6ad-805d5f8dfffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.101101 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6ee9f5ff-f7fb-4b75-909b-d93882f17bb7 req-be7df89a-1a3a-4f15-b6ad-805d5f8dfffa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 1098 time: 0.1238275 Sep 14 11:03:44.102305 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=3f631523-413d-4d00-86fb-96c7e596b3a1,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:44.122574 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-faa0f290-fd7a-4422-902f-f7f6f7e6e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.124031 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-faa0f290-fd7a-4422-902f-f7f6f7e6e0df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 1097 time: 0.0932851 Sep 14 11:03:44.136291 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6ee9f5ff-f7fb-4b75-909b-d93882f17bb7 req-e58b321d-71c5-466d-bc89-300d5edcc714 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Sep 14 11:03:44.169591 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-98e4dee0-6ff4-4277-8bd4-ded6f83ca174 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47676285-2185-46e4-87bf-b622b4e9b2ed HTTP/1.1" status: 200 len: 217 time: 0.0323908 Sep 14 11:03:44.396748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a319a0-cc9f-4dff-aad9-cd58cd24faec req-a32debce-dbd4-4352-a7bb-c570013329a8 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.398260 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-60a319a0-cc9f-4dff-aad9-cd58cd24faec req-a32debce-dbd4-4352-a7bb-c570013329a8 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0486794 Sep 14 11:03:44.475973 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-60a319a0-cc9f-4dff-aad9-cd58cd24faec req-fe74f678-a217-4e8c-9b73-aeeb26dbd0db tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700657 Sep 14 11:03:44.480557 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-a11a5da1-5af7-4859-afd7-866635946ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.481991 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-a11a5da1-5af7-4859-afd7-866635946ea4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.0629878 Sep 14 11:03:44.523507 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-f51c6955-564c-411b-876f-ef37b5850465 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263944 Sep 14 11:03:44.657679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dfba0-90a9-4318-bfde-68d0ddb1ebca req-b303f65f-38ca-4ab2-98db-6e9ac21f3bcc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.662065 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab7dfba0-90a9-4318-bfde-68d0ddb1ebca req-b303f65f-38ca-4ab2-98db-6e9ac21f3bcc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 944 time: 0.1125584 Sep 14 11:03:44.688541 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-e6cb1ae1-a552-4f45-8327-13a93613fe94 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572282 Sep 14 11:03:44.720552 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab7dfba0-90a9-4318-bfde-68d0ddb1ebca req-56a4d229-0aeb-48de-b434-46bda8ed7336 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Sep 14 11:03:44.768945 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac660d-d4be-47f4-9944-bf88fdf7b1bf req-11c2ea5d-45e2-4be5-838f-f5950f1c4b65 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.770655 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97ac660d-d4be-47f4-9944-bf88fdf7b1bf req-11c2ea5d-45e2-4be5-838f-f5950f1c4b65 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0720420 Sep 14 11:03:44.813577 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97ac660d-d4be-47f4-9944-bf88fdf7b1bf req-5757343d-4c59-4361-ad59-ea41f0b7bddd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371795 Sep 14 11:03:44.862580 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0cb1cc2f-ae3e-421e-99f6-cc12b1f54781 req-b6d72b58-278b-413a-8998-e6783457bcaf service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364906 Sep 14 11:03:44.871480 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9d37-cfa5-48a1-ae22-c7a466a40b50 req-9e9ab0bb-8608-44a3-a13b-5f0497d82569 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.872975 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-412d9d37-cfa5-48a1-ae22-c7a466a40b50 req-9e9ab0bb-8608-44a3-a13b-5f0497d82569 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0845380 Sep 14 11:03:44.923010 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-412d9d37-cfa5-48a1-ae22-c7a466a40b50 req-96977b88-a7dd-460a-8b35-44164dc8972d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Sep 14 11:03:44.944592 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa76a1-f43b-4d18-baa3-f68092db7c04 req-36259ae8-3c6d-4d04-be7d-b907fafaa1bd tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.956827 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27aa76a1-f43b-4d18-baa3-f68092db7c04 req-36259ae8-3c6d-4d04-be7d-b907fafaa1bd tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0826921 Sep 14 11:03:44.984184 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-a1e4096c-3b69-4272-8367-6839f505985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:44.985840 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-a1e4096c-3b69-4272-8367-6839f505985c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 1097 time: 0.0577395 Sep 14 11:03:44.997466 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27aa76a1-f43b-4d18-baa3-f68092db7c04 req-fce4af88-0850-49c1-94b8-e6318a3e7e7b tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Sep 14 11:03:45.090904 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-06a9c69a-6ebe-41f8-b454-a6bc7bcebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:45.092920 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-06a9c69a-6ebe-41f8-b454-a6bc7bcebed1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 915 time: 0.0940053 Sep 14 11:03:45.140196 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-85a0c15c-b97e-4aed-bb52-fc91d4217f11 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47676285-2185-46e4-87bf-b622b4e9b2ed HTTP/1.1" status: 200 len: 217 time: 0.0345609 Sep 14 11:03:45.206966 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-5271cc08-1d3a-4871-a108-13b867756fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:45.208423 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-5271cc08-1d3a-4871-a108-13b867756fad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.0466716 Sep 14 11:03:45.243634 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-fdadf03e-234c-43f8-a9fe-4179c454ec71 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278282 Sep 14 11:03:45.347417 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-577ce02c-5b65-435c-bdd6-3ecedc7ccc20 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916729 Sep 14 11:03:45.440451 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-10ff8650-42bc-4330-b2a0-0dcb41f60cdc req-eee0eacf-fddd-423d-9091-cdf144ce88a5 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Sep 14 11:03:45.590793 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4050d90-1482-459c-8fd9-02b941a50712 req-ccec8f2b-3c6a-4c15-94cd-0e0de6577e8c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:45.592775 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4050d90-1482-459c-8fd9-02b941a50712 req-ccec8f2b-3c6a-4c15-94cd-0e0de6577e8c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0503421 Sep 14 11:03:45.629342 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4050d90-1482-459c-8fd9-02b941a50712 req-4525d48d-fb1a-42a9-848a-e356c3fe6be4 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307524 Sep 14 11:03:45.791388 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f631523-413d-4d00-86fb-96c7e596b3a1'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:45.793824 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9585e6be-8a6d-411d-a519-941978118a68" -d '{"events": [{"server_uuid": "ecc6ac22-7507-4c95-9f04-6366d7eaa183", "name": "network-vif-plugged", "status": "completed", "tag": "3f631523-413d-4d00-86fb-96c7e596b3a1"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:45.830597 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2e9618-f94e-4c6f-ab07-8cc5343a7c2e x-openstack-request-id: req-5c2e9618-f94e-4c6f-ab07-8cc5343a7c2e {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:45.830946 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc6ac22-7507-4c95-9f04-6366d7eaa183", "name": "network-vif-plugged", "status": "completed", "tag": "3f631523-413d-4d00-86fb-96c7e596b3a1", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:45.831277 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c2e9618-f94e-4c6f-ab07-8cc5343a7c2e {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:45.831715 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f631523-413d-4d00-86fb-96c7e596b3a1', 'code': 200} Sep 14 11:03:45.837266 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036832b0-4e7a-4486-8f16-a2c978e91d07 req-9cc49362-9712-4311-8caf-f9dc93c1189e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:45.838784 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-036832b0-4e7a-4486-8f16-a2c978e91d07 req-9cc49362-9712-4311-8caf-f9dc93c1189e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 944 time: 0.0494504 Sep 14 11:03:45.877121 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-036832b0-4e7a-4486-8f16-a2c978e91d07 req-767d2dfb-e93c-4288-85be-b77a9007ab36 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Sep 14 11:03:45.938480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5393d-ad9d-415f-a1ba-a38b5e418779 req-5004ec20-ce5b-46d1-a117-6b3971b6ac58 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:45.939949 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9e5393d-ad9d-415f-a1ba-a38b5e418779 req-5004ec20-ce5b-46d1-a117-6b3971b6ac58 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0532327 Sep 14 11:03:45.989663 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9e5393d-ad9d-415f-a1ba-a38b5e418779 req-bc69f6b8-f372-4804-b93b-4b73cc295bb6 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Sep 14 11:03:46.080309 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281bd9a-da69-4848-9b00-28005e07a897 req-63972646-ea04-4f44-9406-ba50d3c4d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:46.082803 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0281bd9a-da69-4848-9b00-28005e07a897 req-63972646-ea04-4f44-9406-ba50d3c4d5a4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 1099 time: 0.0855815 Sep 14 11:03:46.097594 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e792d3e-edd3-479c-b12e-524b29d12ef1 req-8cd258df-3cc3-4217-9b46-20eed4ae323a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:46.100070 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8e792d3e-edd3-479c-b12e-524b29d12ef1 req-8cd258df-3cc3-4217-9b46-20eed4ae323a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0924749 Sep 14 11:03:46.126938 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7361fb2-0876-48d2-ab84-c6f572d18b1f req-7ebf738a-7676-4c67-90d9-6c557fd76bb9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:46.128504 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7361fb2-0876-48d2-ab84-c6f572d18b1f req-7ebf738a-7676-4c67-90d9-6c557fd76bb9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0509200 Sep 14 11:03:46.149124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0281bd9a-da69-4848-9b00-28005e07a897 req-4764f115-bc52-4135-83bc-c6241a5732fe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 Sep 14 11:03:46.161826 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8e792d3e-edd3-479c-b12e-524b29d12ef1 req-c86bc526-d5f2-44ee-bf7c-3b313f69c289 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524859 Sep 14 11:03:46.172555 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7361fb2-0876-48d2-ab84-c6f572d18b1f req-2482764f-a714-4fd4-b681-35d50f2ba7c9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Sep 14 11:03:46.619210 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 44864) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:46.742947 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:46.769263 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a9a5-4f43-4ca8-a8fe-d894b71b4407 req-0c5382b3-a972-40f7-808c-4e86e107dee4 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:46.770803 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8b0a9a5-4f43-4ca8-a8fe-d894b71b4407 req-0c5382b3-a972-40f7-808c-4e86e107dee4 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0718942 Sep 14 11:03:46.835673 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8b0a9a5-4f43-4ca8-a8fe-d894b71b4407 req-9f285407-4e94-4aab-bfd6-9df4746d86b6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576527 Sep 14 11:03:46.906006 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:46.909978 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:46.957367 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=222de322d2f44dfeb990a214a35d24f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370309 Sep 14 11:03:46.958320 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd5e6b-3bed-4d65-9f0a-aa4ecc950573,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:46.960492 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 44890) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:46.984553 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.984858 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.985206 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.985747 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.986322 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.986681 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.986993 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.988072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.988433 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.988772 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.989105 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:46.989437 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef055699-3df0-43f3-a59b-b14d7680b015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:03:47.059853 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0864cd-ce41-4518-954f-0d206cf9b436 req-d7bd40f8-dd3e-455f-8f40-53b4adfcba6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:47.062135 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ed0864cd-ce41-4518-954f-0d206cf9b436 req-d7bd40f8-dd3e-455f-8f40-53b4adfcba6b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 944 time: 0.0952647 Sep 14 11:03:47.087088 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f790-d226-45c0-8f34-b651e3349fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:47.133793 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ed0864cd-ce41-4518-954f-0d206cf9b436 req-fd844fba-f93c-4d10-a353-787ebccc060b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582685 Sep 14 11:03:47.138998 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f790-d226-45c0-8f34-b651e3349fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:47.186899 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c81f2-dd9e-4fb6-b968-7d996a75dad7 req-af102575-ebd3-492f-ab44-f93abfe6890f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:47.195206 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7e4c81f2-dd9e-4fb6-b968-7d996a75dad7 req-af102575-ebd3-492f-ab44-f93abfe6890f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0768526 Sep 14 11:03:47.196271 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f790-d226-45c0-8f34-b651e3349fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:47.200029 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f790-d226-45c0-8f34-b651e3349fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:47.203831 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e2d8f790-d226-45c0-8f34-b651e3349fa9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47dd5e6b-3bed-4d65-9f0a-aa4ecc950573 HTTP/1.1" status: 204 len: 168 time: 0.2397850 Sep 14 11:03:47.223221 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8f790-d226-45c0-8f34-b651e3349fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd5e6b-3bed-4d65-9f0a-aa4ecc950573,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:47.273978 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7e4c81f2-dd9e-4fb6-b968-7d996a75dad7 req-382fa1a0-0463-4ac4-ab44-a39004070ab7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756183 Sep 14 11:03:47.356717 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181e72-d910-4fb3-a382-9382be58d367 req-faa2f887-f509-4b90-855c-28759434942f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:47.361259 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d0181e72-d910-4fb3-a382-9382be58d367 req-faa2f887-f509-4b90-855c-28759434942f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0863395 Sep 14 11:03:47.431649 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d0181e72-d910-4fb3-a382-9382be58d367 req-ef61c2ae-0c15-4dae-bb4a-dc57704b0b02 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602188 Sep 14 11:03:47.482181 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaa0c1-c04a-47cc-aef2-40e6f141a184 req-94c07ae8-3aff-47e7-9153-ba26cfa9cffe tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:47.484107 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8baaa0c1-c04a-47cc-aef2-40e6f141a184 req-94c07ae8-3aff-47e7-9153-ba26cfa9cffe tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.1041563 Sep 14 11:03:47.558284 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8baaa0c1-c04a-47cc-aef2-40e6f141a184 req-5825143c-d7f9-4ddc-8de0-f8fe9131397a tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Sep 14 11:03:48.248695 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09c9c-2d0e-4de8-b1b9-fb6ab50609b6 req-193931bd-bc92-4cde-a00c-7b5cbda6b88f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:48.250309 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fa09c9c-2d0e-4de8-b1b9-fb6ab50609b6 req-193931bd-bc92-4cde-a00c-7b5cbda6b88f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 944 time: 0.0553880 Sep 14 11:03:48.289633 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fa09c9c-2d0e-4de8-b1b9-fb6ab50609b6 req-c466cba7-9a24-45fa-8343-54f7e417f590 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Sep 14 11:03:48.398113 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f03f9-06bd-408c-9072-2766556c4609 req-6e456686-f63f-4af0-b03d-41e543d7baa2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:48.399622 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c2f03f9-06bd-408c-9072-2766556c4609 req-6e456686-f63f-4af0-b03d-41e543d7baa2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0519822 Sep 14 11:03:48.437237 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c2f03f9-06bd-408c-9072-2766556c4609 req-e845c5c6-4656-49f3-9b0b-75141df06d5e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309999 Sep 14 11:03:48.566854 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b9bb-b7a7-47d5-bf6a-73ac5e6d1d7d req-096809a4-7cc4-4b59-ace2-e436107f0b37 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:48.568540 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb02b9bb-b7a7-47d5-bf6a-73ac5e6d1d7d req-096809a4-7cc4-4b59-ace2-e436107f0b37 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0536950 Sep 14 11:03:48.608365 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb02b9bb-b7a7-47d5-bf6a-73ac5e6d1d7d req-bcab4869-14aa-4ce3-b1ca-6eec93c772dd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Sep 14 11:03:48.684496 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a47e-ef3b-445d-b890-eae0ced3da49 req-f5a24835-6255-4ade-b95d-c44c05078d27 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:48.686168 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2f89a47e-ef3b-445d-b890-eae0ced3da49 req-f5a24835-6255-4ade-b95d-c44c05078d27 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0539005 Sep 14 11:03:48.736127 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2f89a47e-ef3b-445d-b890-eae0ced3da49 req-559eadae-3e3b-4cef-83fe-0c6d3f8d5c49 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Sep 14 11:03:48.973656 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba37edf7-51c7-418d-8849-0865a36b63f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:49.413531 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903ec0-3f27-4131-b39e-0f1c7715ff64 req-3ee7fa23-9989-4085-b59a-1d0916e86dcb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:49.414557 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b1903ec0-3f27-4131-b39e-0f1c7715ff64 req-3ee7fa23-9989-4085-b59a-1d0916e86dcb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 944 time: 0.0545845 Sep 14 11:03:49.454947 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b1903ec0-3f27-4131-b39e-0f1c7715ff64 req-ea83e871-d093-4893-8dba-9a5c9e0b8259 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Sep 14 11:03:49.562651 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb64c-f8fc-4d8c-8c14-ec355adbec54 req-1b197230-b569-42d0-9154-cf9e7294ba1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:49.564304 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf4fb64c-f8fc-4d8c-8c14-ec355adbec54 req-1b197230-b569-42d0-9154-cf9e7294ba1c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0506694 Sep 14 11:03:49.569214 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 47676285-2185-46e4-87bf-b622b4e9b2ed details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:03:49.598504 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4660a-7e3b-4c3e-b812-35a4f1564205 req-5f148015-82c1-4b3c-b895-86d36761d793 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:49.608823 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-60e4660a-7e3b-4c3e-b812-35a4f1564205 req-5f148015-82c1-4b3c-b895-86d36761d793 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0714743 Sep 14 11:03:49.628858 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf4fb64c-f8fc-4d8c-8c14-ec355adbec54 req-0d94e836-4a93-4478-93f5-e4bf7b4a175c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525579 Sep 14 11:03:49.650901 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-60e4660a-7e3b-4c3e-b812-35a4f1564205 req-f493655e-5ba8-4467-bdd1-aa925228cff0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Sep 14 11:03:49.702674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 47676285-2185-46e4-87bf-b622b4e9b2ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=47676285-2185-46e4-87bf-b622b4e9b2ed,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:49.713963 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '47676285-2185-46e4-87bf-b622b4e9b2ed', 'network_id': '0555fe98-fbbb-47b2-99f1-6582896515a8', 'port_id': '47676285-2185-46e4-87bf-b622b4e9b2ed', 'mac_address': 'fa:16:3e:75:ef:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:03:49.744610 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c313f-3a91-4a62-a40a-531b7b4550d3 req-489d6bec-a541-415d-a645-3aac3f3f8a01 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:49.746115 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc6c313f-3a91-4a62-a40a-531b7b4550d3 req-489d6bec-a541-415d-a645-3aac3f3f8a01 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0496106 Sep 14 11:03:49.751823 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:49.765469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47676285-2185-46e4-87bf-b622b4e9b2ed {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:49.788582 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 47676285-2185-46e4-87bf-b622b4e9b2ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=47676285-2185-46e4-87bf-b622b4e9b2ed,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:49.793874 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:49.799459 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc6c313f-3a91-4a62-a40a-531b7b4550d3 req-5713cb17-4b74-46b7-ad94-0577ba072c60 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463965 Sep 14 11:03:49.861228 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=47676285-2185-46e4-87bf-b622b4e9b2ed,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:49.867018 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-4a75d837-c08b-4fb8-843c-40baeedee9d6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510244 Sep 14 11:03:49.939957 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-29b67d0c-614a-45b0-83c6-aed44d056617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:49.941511 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-29b67d0c-614a-45b0-83c6-aed44d056617 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48fa036e277f42eb9f256049251f3d35&device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0429049 Sep 14 11:03:50.284530 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-84074737-790f-4325-bfa5-60086f69e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:50.286016 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-84074737-790f-4325-bfa5-60086f69e0ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 200 len: 915 time: 0.3170023 Sep 14 11:03:50.333788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-09248489-cee4-4224-8e6d-12f0d2c11860 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105 HTTP/1.1" status: 200 len: 217 time: 0.0337660 Sep 14 11:03:50.382961 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['47676285-2185-46e4-87bf-b622b4e9b2ed'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:50.395945 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-697e37b9-23ef-4dd9-8ee4-fd117c0d56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:50.397416 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-697e37b9-23ef-4dd9-8ee4-fd117c0d56e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 200 len: 854 time: 0.0433328 Sep 14 11:03:50.432699 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-35933913-37fe-42c0-a320-bcbdedb01904 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0555fe98-fbbb-47b2-99f1-6582896515a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238674 Sep 14 11:03:50.548002 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-34c6058a-bcc5-4d4e-a5e1-6f1bffbcddde service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010609 Sep 14 11:03:50.643955 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc39c1-5831-40cf-a83b-55fec6173dff req-68b4cae4-c87c-4517-bcab-6e82938d468f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:50.645423 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-39cc39c1-5831-40cf-a83b-55fec6173dff req-68b4cae4-c87c-4517-bcab-6e82938d468f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 945 time: 0.1211605 Sep 14 11:03:50.698102 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-744566be-e17d-42d9-b1a7-92e13a111a10 req-2a6bd25a-1f80-4189-a934-b90081564812 service neutron] 10.222.0.68 "GET /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369109 Sep 14 11:03:50.712554 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-39cc39c1-5831-40cf-a83b-55fec6173dff req-116f7e04-81c3-4123-acb4-05d65238b14f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516267 Sep 14 11:03:50.775641 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8eaa-f528-4c38-9cb7-c0b3d3855ad2 req-a6fd9374-5895-41e9-96e6-7807b3fb793b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:50.777265 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-268e8eaa-f528-4c38-9cb7-c0b3d3855ad2 req-a6fd9374-5895-41e9-96e6-7807b3fb793b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0576935 Sep 14 11:03:50.816479 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea70b1b-49f1-411d-9c9e-1faef437f5c9 req-bdbd2ef0-77ac-4d17-b9a0-682cdc30dea5 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:50.816900 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-268e8eaa-f528-4c38-9cb7-c0b3d3855ad2 req-964cab1c-ffa1-4b07-be3b-b105df19cdca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Sep 14 11:03:50.817928 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9ea70b1b-49f1-411d-9c9e-1faef437f5c9 req-bdbd2ef0-77ac-4d17-b9a0-682cdc30dea5 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0507238 Sep 14 11:03:50.858049 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9ea70b1b-49f1-411d-9c9e-1faef437f5c9 req-8cb76605-3a17-4eef-81ff-15fe1fc509ca tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Sep 14 11:03:50.896339 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:50.925307 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9b0f8-d3c3-4ae7-8d4a-3c79d4c0781f req-69d89ff7-3c82-4297-9158-7f7d6167e984 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:50.926884 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d1f9b0f8-d3c3-4ae7-8d4a-3c79d4c0781f req-69d89ff7-3c82-4297-9158-7f7d6167e984 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0503340 Sep 14 11:03:50.967571 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d1f9b0f8-d3c3-4ae7-8d4a-3c79d4c0781f req-bf653fe6-27fa-4a83-80ef-1417b2790ecc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344136 Sep 14 11:03:51.471535 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-69bf9120-535e-4561-b8a6-ef415f2afed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:51.648140 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:51.819437 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feea7d-0c88-4036-b2ab-8f6f67477d59 req-187be6c9-ba48-4410-a05b-2737500d50ae tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:51.820920 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a5feea7d-0c88-4036-b2ab-8f6f67477d59 req-187be6c9-ba48-4410-a05b-2737500d50ae tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Sep 14 11:03:51.859822 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a5feea7d-0c88-4036-b2ab-8f6f67477d59 req-c7d2e677-1d62-4390-82c5-d6e5e162fc21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Sep 14 11:03:51.940959 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e88c-fc70-4d2c-9cfa-fc24c24a78a9 req-ac161711-7887-400f-800b-8f0c57f98827 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:51.946077 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5431e88c-fc70-4d2c-9cfa-fc24c24a78a9 req-ac161711-7887-400f-800b-8f0c57f98827 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0580122 Sep 14 11:03:51.978134 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db40b7-ab84-4b45-bf8c-3379afa8f42d req-900b1c6a-ca41-4ea3-96ac-24e40a96bff9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:51.979648 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95db40b7-ab84-4b45-bf8c-3379afa8f42d req-900b1c6a-ca41-4ea3-96ac-24e40a96bff9 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0536714 Sep 14 11:03:51.980949 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5431e88c-fc70-4d2c-9cfa-fc24c24a78a9 req-5a4b825c-df00-4c65-9857-c3bda2c46eb2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Sep 14 11:03:52.020064 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95db40b7-ab84-4b45-bf8c-3379afa8f42d req-3eed823f-ce4a-4fa4-bbf3-f033af88e2fe tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Sep 14 11:03:52.118337 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0180f73-75d1-4b33-a303-e44fb688fdfc req-a5a1975b-20a1-466e-bcce-b85d7c81674b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:52.122004 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a0180f73-75d1-4b33-a303-e44fb688fdfc req-a5a1975b-20a1-466e-bcce-b85d7c81674b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0827544 Sep 14 11:03:52.134519 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-4d7b8d77-5d54-44d8-b975-2bf06d7cf9de tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:52.135947 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-4d7b8d77-5d54-44d8-b975-2bf06d7cf9de tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 946 time: 0.0707214 Sep 14 11:03:52.208846 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a0180f73-75d1-4b33-a303-e44fb688fdfc req-4fe74590-5918-4b2e-938c-f3403dfcd04d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824580 Sep 14 11:03:52.264356 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Deleting port 3f631523-413d-4d00-86fb-96c7e596b3a1 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:03:52.264698 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.325027 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 45066) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:52.353008 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] For port 3f631523-413d-4d00-86fb-96c7e596b3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f631523-413d-4d00-86fb-96c7e596b3a1,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:52.353374 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.371872 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Calling delete_port for 3f631523-413d-4d00-86fb-96c7e596b3a1 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:03:52.432956 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0ec67c3-9e9f-412f-bfdf-e55d59e61c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.497976 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.512488 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3f631523-413d-4d00-86fb-96c7e596b3a1'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:03:52.524759 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Pushing event deleted for resources: {'Port': ['ID=3f631523-413d-4d00-86fb-96c7e596b3a1,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:52.572246 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] No DVR routers for this DVR port 3f631523-413d-4d00-86fb-96c7e596b3a1 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:03:52.575147 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.578117 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b4c53e9a-406e-4895-b893-0c1ac18bf9e5 req-5cdcd6e2-70cb-428a-b288-5f91815f82c6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "DELETE /v2.0/ports/3f631523-413d-4d00-86fb-96c7e596b3a1 HTTP/1.1" status: 204 len: 173 time: 0.4287808 Sep 14 11:03:52.578362 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0ec67c3-9e9f-412f-bfdf-e55d59e61c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.578629 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'name': 'network-vif-deleted', 'tag': '3f631523-413d-4d00-86fb-96c7e596b3a1'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:52.581266 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b2fe9-0fc1-4f72-a6e0-fec7350e7aed" -d '{"events": [{"server_uuid": "ecc6ac22-7507-4c95-9f04-6366d7eaa183", "name": "network-vif-deleted", "tag": "3f631523-413d-4d00-86fb-96c7e596b3a1"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:52.583381 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0ec67c3-9e9f-412f-bfdf-e55d59e61c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.624397 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec67c3-9e9f-412f-bfdf-e55d59e61c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4852da-c91a-457c-a7cd-97f53161080c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:52.631206 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e0ec67c3-9e9f-412f-bfdf-e55d59e61c41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d935500385ff4d7da13b7b4cc813e42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050447 Sep 14 11:03:52.634126 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 45072) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:03:52.651112 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77674d49-f6b8-4d63-8bcc-6f06b4607522 x-openstack-request-id: req-77674d49-f6b8-4d63-8bcc-6f06b4607522 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:52.651483 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc6ac22-7507-4c95-9f04-6366d7eaa183", "name": "network-vif-deleted", "tag": "3f631523-413d-4d00-86fb-96c7e596b3a1", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:52.651800 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77674d49-f6b8-4d63-8bcc-6f06b4607522 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:52.652414 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc6ac22-7507-4c95-9f04-6366d7eaa183', 'name': 'network-vif-deleted', 'tag': '3f631523-413d-4d00-86fb-96c7e596b3a1', 'status': 'completed', 'code': 200} Sep 14 11:03:52.691446 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8f26-d8a2-4efc-85bd-8a746f4b312f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.714723 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8f26-d8a2-4efc-85bd-8a746f4b312f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.771730 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8f26-d8a2-4efc-85bd-8a746f4b312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.774432 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8f26-d8a2-4efc-85bd-8a746f4b312f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.775591 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3d7b8f26-d8a2-4efc-85bd-8a746f4b312f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e4852da-c91a-457c-a7cd-97f53161080c HTTP/1.1" status: 204 len: 168 time: 0.1404872 Sep 14 11:03:52.790818 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b8f26-d8a2-4efc-85bd-8a746f4b312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4852da-c91a-457c-a7cd-97f53161080c,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:52.933877 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:52.990087 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380595-cc83-4b67-9f10-0f0c0ceaf3f0 req-f928cafd-df96-4fd5-8e73-763c001234bb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:52.991771 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b380595-cc83-4b67-9f10-0f0c0ceaf3f0 req-f928cafd-df96-4fd5-8e73-763c001234bb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 945 time: 0.0539072 Sep 14 11:03:53.037158 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b380595-cc83-4b67-9f10-0f0c0ceaf3f0 req-c7f01ab8-b7a5-4db2-ae4b-6ef7a1017e67 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Sep 14 11:03:53.103622 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20007-bad3-4d3e-830c-142d428bfe78 req-e484a5d3-726b-4670-a279-bb7700d484ab tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:53.105239 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ef20007-bad3-4d3e-830c-142d428bfe78 req-e484a5d3-726b-4670-a279-bb7700d484ab tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0500824 Sep 14 11:03:53.142249 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eb4fcb84-346e-480d-af94-81505e3a9b9b req-2dfbcbc6-16df-41d1-94ea-fa3117e91dc6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc6ac22-7507-4c95-9f04-6366d7eaa183 HTTP/1.1" status: 200 len: 210 time: 0.0310988 Sep 14 11:03:53.151744 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ef20007-bad3-4d3e-830c-142d428bfe78 req-55d4d24f-ac1c-454e-811b-4055843e42dc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Sep 14 11:03:53.334791 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a067c4a-18a9-415e-81e6-8d4c52c16040 req-98f43543-ca52-46f2-b3d6-14a731505c4b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:53.336286 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a067c4a-18a9-415e-81e6-8d4c52c16040 req-98f43543-ca52-46f2-b3d6-14a731505c4b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0510023 Sep 14 11:03:53.375504 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a067c4a-18a9-415e-81e6-8d4c52c16040 req-b65962d2-0bcc-4b98-a398-78d94a9e49db tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332093 Sep 14 11:03:53.585260 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 47676285-2185-46e4-87bf-b622b4e9b2ed up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:03:53.634932 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 47676285-2185-46e4-87bf-b622b4e9b2ed completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:03:53.638554 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 47676285-2185-46e4-87bf-b622b4e9b2ed triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:03:53.638922 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:53.713368 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:53.736324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47676285-2185-46e4-87bf-b622b4e9b2ed'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:53.738552 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1ca64-458c-435b-810b-a0ee4f2d385f" -d '{"events": [{"server_uuid": "c7a8f87c-c42f-4e81-b043-4d35d137cee5", "name": "network-vif-plugged", "status": "completed", "tag": "47676285-2185-46e4-87bf-b622b4e9b2ed"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:53.750822 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 47676285-2185-46e4-87bf-b622b4e9b2ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=47676285-2185-46e4-87bf-b622b4e9b2ed,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:03:53.754779 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:53.778602 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d0e34-dd82-419f-9759-00b5f7ed13ba x-openstack-request-id: req-3b9d0e34-dd82-419f-9759-00b5f7ed13ba {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:53.778918 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a8f87c-c42f-4e81-b043-4d35d137cee5", "name": "network-vif-plugged", "status": "completed", "tag": "47676285-2185-46e4-87bf-b622b4e9b2ed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:53.779169 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b9d0e34-dd82-419f-9759-00b5f7ed13ba {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:53.779554 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47676285-2185-46e4-87bf-b622b4e9b2ed', 'code': 200} Sep 14 11:03:53.813187 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=47676285-2185-46e4-87bf-b622b4e9b2ed,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:53.963977 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5642d1-1dc9-4f20-b4ad-26c9ae4df35b req-79d72d58-5da6-4d99-86f8-7d3a48b1f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:53.965469 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6e5642d1-1dc9-4f20-b4ad-26c9ae4df35b req-79d72d58-5da6-4d99-86f8-7d3a48b1f646 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 1099 time: 0.0391862 Sep 14 11:03:54.001694 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6e5642d1-1dc9-4f20-b4ad-26c9ae4df35b req-a95cd1e9-44b0-479c-b136-8d4981123dc7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283566 Sep 14 11:03:54.151949 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588173b0-3a9c-4e92-b2c3-372883d3d3de req-5d6f60fc-af93-4e84-a24d-4f09aa98904f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:54.153354 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-588173b0-3a9c-4e92-b2c3-372883d3d3de req-5d6f60fc-af93-4e84-a24d-4f09aa98904f tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0497332 Sep 14 11:03:54.192635 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-588173b0-3a9c-4e92-b2c3-372883d3d3de req-3e571052-3220-48d8-945d-58a5ed968bee tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Sep 14 11:03:54.297664 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98980137-eba4-497f-92b4-2b997b798dfe req-62fedeca-0dd3-4cb5-affc-a0bf9a0e39d2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:54.297664 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-98980137-eba4-497f-92b4-2b997b798dfe req-62fedeca-0dd3-4cb5-affc-a0bf9a0e39d2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0510561 Sep 14 11:03:54.336060 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-98980137-eba4-497f-92b4-2b997b798dfe req-3df79e31-6f4e-4c16-af9a-65c8fc124d30 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Sep 14 11:03:54.499459 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671534f8-1b3d-4034-8b6f-9ae08e5ebdf9 req-bf026b4d-2483-46b6-9334-53b38ac86f0f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:54.501343 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-671534f8-1b3d-4034-8b6f-9ae08e5ebdf9 req-bf026b4d-2483-46b6-9334-53b38ac86f0f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0486047 Sep 14 11:03:54.509940 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-eae28286-9d62-4d7a-8f1b-3d85a7711433 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:54.511430 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-eae28286-9d62-4d7a-8f1b-3d85a7711433 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/networks?id=da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 200 len: 808 time: 0.1055484 Sep 14 11:03:54.526520 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-3f297d1d-20f9-47d3-b641-10e402a3852d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/quotas/eefd857fb6844d70a383300530982a39 HTTP/1.1" status: 200 len: 375 time: 0.0090437 Sep 14 11:03:54.543254 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-671534f8-1b3d-4034-8b6f-9ae08e5ebdf9 req-4450c2b1-7cac-426b-8ad5-a19eb158233f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359020 Sep 14 11:03:54.558999 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-7f330e74-b9eb-46f9-857a-b7f66c452b08 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eefd857fb6844d70a383300530982a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265162 Sep 14 11:03:54.616324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:54.652944 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d2e67074-ffb1-4893-b77b-0986a1c9fd6e service neutron] 10.222.0.39 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867026 Sep 14 11:03:54.743430 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-4ffb49fc-56d3-4d47-9a2f-a68857e16a68 service neutron] 10.222.0.39 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Sep 14 11:03:54.914119 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d992468-f333-466b-9dd9-e86453b10366 req-ae23bbc7-6cb2-4508-8fb4-6672b3934367 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Sep 14 11:03:55.314254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d394c73-3e28-4230-bb75-1d05999d7a65 req-80349176-e2ef-4d86-ba72-3314cd0847e2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:55.315844 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3d394c73-3e28-4230-bb75-1d05999d7a65 req-80349176-e2ef-4d86-ba72-3314cd0847e2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0534081 Sep 14 11:03:55.353356 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3d394c73-3e28-4230-bb75-1d05999d7a65 req-73b5b4ba-a8bc-4254-a761-875cd1a8b762 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Sep 14 11:03:55.460287 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da380ca-3a0f-4e44-9255-0b3b20644161 req-388c5c77-10aa-4e52-9b84-699105755250 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:55.461840 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6da380ca-3a0f-4e44-9255-0b3b20644161 req-388c5c77-10aa-4e52-9b84-699105755250 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0539432 Sep 14 11:03:55.498627 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6da380ca-3a0f-4e44-9255-0b3b20644161 req-b70deb83-6feb-422f-b954-c348de104235 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Sep 14 11:03:55.662975 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228cc53-e193-4053-a158-aabb9a780591 req-c7763a9b-caee-43f4-89c9-647a16b3cfc1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:55.664545 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d228cc53-e193-4053-a158-aabb9a780591 req-c7763a9b-caee-43f4-89c9-647a16b3cfc1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0509775 Sep 14 11:03:55.704295 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d228cc53-e193-4053-a158-aabb9a780591 req-b8e34d93-aec1-4806-bdc6-ec0714d5d484 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334806 Sep 14 11:03:56.010596 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dbf622ac-8206-439f-a34e-63ad14618090 req-8c9297b5-cd6f-4552-9450-b1955bf8b838 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 210 time: 0.0267413 Sep 14 11:03:56.301809 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-9045db03-6a4c-41ed-98d0-6f180ab6f39d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:56.303281 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-9045db03-6a4c-41ed-98d0-6f180ab6f39d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "GET /v2.0/networks?id=da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 200 len: 808 time: 0.1045251 Sep 14 11:03:56.322740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Request body: {'port': {'device_id': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3', 'admin_state_up': True, 'tenant_id': 'eefd857fb6844d70a383300530982a39'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:56.437407 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Made reservation on behalf of eefd857fb6844d70a383300530982a39 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:03:56.441232 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:56.482697 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a259d30-07c3-4fc3-9e14-60807eb99bac req-96d148a6-83a2-4764-a264-67a114005cb8 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:56.484197 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1a259d30-07c3-4fc3-9e14-60807eb99bac req-96d148a6-83a2-4764-a264-67a114005cb8 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0586791 Sep 14 11:03:56.522319 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1a259d30-07c3-4fc3-9e14-60807eb99bac req-b00f206f-7cc1-4d4a-95af-72be954c3a94 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Sep 14 11:03:56.580333 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Allocated IP 172.20.0.11 (da9ad56d-5407-4960-9e54-f64900cb90a3/9b7eefcf-460f-4852-9102-d14a7b6b5c65/bdab131e-566a-4365-b0b0-cb49c3583f86) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:03:56.653768 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a31a81-12a9-49f1-9d69-028a2f8357da req-1e944da2-4a1f-4bdd-8e19-31e56f2f3387 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:56.655268 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-55a31a81-12a9-49f1-9d69-028a2f8357da req-1e944da2-4a1f-4bdd-8e19-31e56f2f3387 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0842538 Sep 14 11:03:56.754516 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-55a31a81-12a9-49f1-9d69-028a2f8357da req-1807c933-8af0-48a0-813d-2dfe4014b97e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917571 Sep 14 11:03:56.807342 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:56.853249 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:56.891308 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5715-f2c5-4c31-b758-d3228d2f38ad req-896df50e-0e02-435f-93a6-2a37e5f01ed1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:56.892895 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34eb5715-f2c5-4c31-b758-d3228d2f38ad req-896df50e-0e02-435f-93a6-2a37e5f01ed1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0573566 Sep 14 11:03:56.896828 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Network da9ad56d-5407-4960-9e54-f64900cb90a3 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:03:56.899888 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:03:56.903541 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:03:56.937659 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Pushing event updated for resources: {'Port': ['ID=bdab131e-566a-4365-b0b0-cb49c3583f86,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:56.938114 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34eb5715-f2c5-4c31-b758-d3228d2f38ad req-561d8de2-a4e4-4af4-a128-db049ea1df91 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Sep 14 11:03:56.964358 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:56.964970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:56.979720 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-8631f2cc-25fd-4066-be36-0b90e9dddec3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6611826 Sep 14 11:03:56.995049 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Request body: {'port': {'device_id': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:03:57.049415 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:57.205466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6761f-9551-4889-a068-235aafde1afd req-955d6f5d-6f34-4453-9c66-ff512a52c2f2 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:57.206930 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ccc6761f-9551-4889-a068-235aafde1afd req-955d6f5d-6f34-4453-9c66-ff512a52c2f2 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 932 time: 0.1261635 Sep 14 11:03:57.295889 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ccc6761f-9551-4889-a068-235aafde1afd req-9cd80206-d45f-43ed-b133-8a01e88b684f tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827823 Sep 14 11:03:57.376141 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdab131e-566a-4365-b0b0-cb49c3583f86 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:03:57.383703 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:57.396564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Transition to ACTIVE for port object bdab131e-566a-4365-b0b0-cb49c3583f86 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:03:57.400147 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:57.446052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Pushing event updated for resources: {'Port': ['ID=bdab131e-566a-4365-b0b0-cb49c3583f86,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:57.514589 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Attempting to bind port bdab131e-566a-4365-b0b0-cb49c3583f86 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:03:57.514909 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Attempting to bind port bdab131e-566a-4365-b0b0-cb49c3583f86 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:03:57.515221 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Attempting to bind port bdab131e-566a-4365-b0b0-cb49c3583f86 on network da9ad56d-5407-4960-9e54-f64900cb90a3 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:57.519456 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Port bdab131e-566a-4365-b0b0-cb49c3583f86 on network da9ad56d-5407-4960-9e54-f64900cb90a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:03:57.519777 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Attempting to bind port bdab131e-566a-4365-b0b0-cb49c3583f86 on network da9ad56d-5407-4960-9e54-f64900cb90a3 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:03:57.524820 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:03:57.525153 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Checking segment: {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:03:57.525528 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Bound using segment: {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:03:57.525973 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Bound port: bdab131e-566a-4365-b0b0-cb49c3583f86, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4646e58d-0526-4b42-8baa-01c44bd541c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:03:57.526325 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:57.588270 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] For port bdab131e-566a-4365-b0b0-cb49c3583f86, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:03:57.591147 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] For port bdab131e-566a-4365-b0b0-cb49c3583f86, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bdab131e-566a-4365-b0b0-cb49c3583f86,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:03:57.595101 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3f631523-413d-4d00-86fb-96c7e596b3a1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:03:57.598512 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:57.614938 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 3f631523-413d-4d00-86fb-96c7e596b3a1 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:03:57.615297 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3f631523-413d-4d00-86fb-96c7e596b3a1 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:03:57.632778 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:57.633391 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:03:57.635039 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] 10.222.0.68 "PUT /v2.0/ports/bdab131e-566a-4365-b0b0-cb49c3583f86 HTTP/1.1" status: 200 len: 1094 time: 0.6438851 Sep 14 11:03:57.635256 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'tag': 'bdab131e-566a-4365-b0b0-cb49c3583f86'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:03:57.637584 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44ef374-d11a-47de-b860-666bb538bdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ff7a99-82fc-422d-8c53-6c04d8d6fc48", "tag": "bdab131e-566a-4365-b0b0-cb49c3583f86"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:03:57.661048 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c57d-0c29-4326-95c8-7c590511de5f service neutron] Pushing event updated for resources: {'Port': ['ID=bdab131e-566a-4365-b0b0-cb49c3583f86,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:03:57.683536 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd7da8-ec61-42cb-8da1-2c422c9aaac4 x-openstack-request-id: req-b5fd7da8-ec61-42cb-8da1-2c422c9aaac4 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:03:57.683829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ff7a99-82fc-422d-8c53-6c04d8d6fc48", "tag": "bdab131e-566a-4365-b0b0-cb49c3583f86", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:03:57.684084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5fd7da8-ec61-42cb-8da1-2c422c9aaac4 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:03:57.684479 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'tag': 'bdab131e-566a-4365-b0b0-cb49c3583f86', 'status': 'completed', 'code': 200} Sep 14 11:03:57.734813 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-a693049b-5175-4c8c-889f-28e8bec69c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:57.736338 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-a693049b-5175-4c8c-889f-28e8bec69c5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eefd857fb6844d70a383300530982a39&device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 1097 time: 0.0417705 Sep 14 11:03:57.787348 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-45fa016b-875d-4d09-b6b5-c8da75639170 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdab131e-566a-4365-b0b0-cb49c3583f86 HTTP/1.1" status: 200 len: 217 time: 0.0367441 Sep 14 11:03:57.856304 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-3cd2fe84-8417-4f90-ae23-7b78f2934b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:57.857788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-3cd2fe84-8417-4f90-ae23-7b78f2934b11 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9b7eefcf-460f-4852-9102-d14a7b6b5c65 HTTP/1.1" status: 200 len: 848 time: 0.0496991 Sep 14 11:03:57.881493 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7141cd-e19d-44ef-a1f1-a72c61f40b81 req-94a041c0-1d35-4caf-973e-09ffb90adae4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:57.883765 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d7141cd-e19d-44ef-a1f1-a72c61f40b81 req-94a041c0-1d35-4caf-973e-09ffb90adae4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0511796 Sep 14 11:03:57.893752 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-7df01916-bff0-404b-8ef4-a87952a19bfa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=da9ad56d-5407-4960-9e54-f64900cb90a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272889 Sep 14 11:03:57.923199 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d7141cd-e19d-44ef-a1f1-a72c61f40b81 req-41523d01-97da-4fdb-8b48-42a250576f09 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Sep 14 11:03:57.998724 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-1f471c50-f414-403d-9267-1e1ee6ccd46a service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918477 Sep 14 11:03:58.072748 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702bb22-fa70-426d-b274-47d032584f8a req-c997e3fb-ef99-467e-945e-fc180fd4a987 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:58.073752 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0702bb22-fa70-426d-b274-47d032584f8a req-c997e3fb-ef99-467e-945e-fc180fd4a987 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0574448 Sep 14 11:03:58.119878 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02b91a20-abd4-4146-b2ed-1f9aa1c70e11 req-7d45b52e-722d-4a4c-ae94-4cc765ff9394 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059968 Sep 14 11:03:58.121356 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0702bb22-fa70-426d-b274-47d032584f8a req-2242c7ba-abab-4d2f-9bcc-3eebd10b6982 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Sep 14 11:03:58.234394 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-f460bb90-4300-412d-a068-a32538810fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:58.235885 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-f460bb90-4300-412d-a068-a32538810fa4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eefd857fb6844d70a383300530982a39&device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 1097 time: 0.0463541 Sep 14 11:03:58.341761 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-ccf80153-deee-428c-ba0c-709fb8970362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:58.343281 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-ccf80153-deee-428c-ba0c-709fb8970362 service neutron] 10.222.0.68 "GET /v2.0/networks?id=da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 200 len: 909 time: 0.0881593 Sep 14 11:03:58.393131 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-80dcc391-ade8-4655-9f13-3e94ec1981cb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdab131e-566a-4365-b0b0-cb49c3583f86 HTTP/1.1" status: 200 len: 217 time: 0.0375874 Sep 14 11:03:58.411268 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f97f5-174d-4df5-8362-ee18bbfdbd48 req-c1b6a492-df9f-4b80-b88a-9e7d7d98b0eb tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:58.412758 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af5f97f5-174d-4df5-8362-ee18bbfdbd48 req-c1b6a492-df9f-4b80-b88a-9e7d7d98b0eb tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 944 time: 0.0491045 Sep 14 11:03:58.445880 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-7ebb1112-2467-4e0f-90e4-b8ccb10837a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:58.447400 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-7ebb1112-2467-4e0f-90e4-b8ccb10837a3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9b7eefcf-460f-4852-9102-d14a7b6b5c65 HTTP/1.1" status: 200 len: 848 time: 0.0471311 Sep 14 11:03:58.451644 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af5f97f5-174d-4df5-8362-ee18bbfdbd48 req-8b6a01d2-fbaf-4e56-b43a-48c9e0873542 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Sep 14 11:03:58.479279 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-9f79c9e4-fdd2-4b49-bee9-4bedea7faafd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=da9ad56d-5407-4960-9e54-f64900cb90a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237877 Sep 14 11:03:58.571193 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-bc53d80d-037d-499e-93c6-69776dca6df5 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808504 Sep 14 11:03:58.684777 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f44ef374-d11a-47de-b860-666bb538bdc5 req-b3a579f9-c235-4139-9cdc-ba5526a52fd2 service neutron] 10.222.0.68 "GET /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Sep 14 11:03:59.037874 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d56e2-7368-4c8b-b0f2-d6bc38916fb7 req-31750e56-9998-4a06-a479-98b39b4c8cb8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:59.039356 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe5d56e2-7368-4c8b-b0f2-d6bc38916fb7 req-31750e56-9998-4a06-a479-98b39b4c8cb8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0481145 Sep 14 11:03:59.077336 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe5d56e2-7368-4c8b-b0f2-d6bc38916fb7 req-3e28c41e-077d-4bec-abc9-a903daa1386e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Sep 14 11:03:59.247504 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a97a-a53b-4e8c-b21d-e9de97ba5b70 req-f2f55631-34b3-473d-ab8c-64a550e6983b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:59.249013 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2a92a97a-a53b-4e8c-b21d-e9de97ba5b70 req-f2f55631-34b3-473d-ab8c-64a550e6983b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0476580 Sep 14 11:03:59.285996 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2a92a97a-a53b-4e8c-b21d-e9de97ba5b70 req-4b1a240f-39b3-4f2e-863f-15102c40bdc8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305412 Sep 14 11:03:59.566867 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3e0d7-40b7-4a25-a879-ffa1a8caf51d req-74f6a491-c806-401d-ac1d-4902b3072f76 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:59.568832 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c9a3e0d7-40b7-4a25-a879-ffa1a8caf51d req-74f6a491-c806-401d-ac1d-4902b3072f76 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 944 time: 0.0527709 Sep 14 11:03:59.607468 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c9a3e0d7-40b7-4a25-a879-ffa1a8caf51d req-f1fc84bb-44aa-4832-9d15-5102af955c96 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Sep 14 11:03:59.720269 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5adaaf-c55e-4682-b49a-b16a3bad509e req-c8d42bb7-a413-4d26-9794-de158f7f2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:03:59.721733 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8e5adaaf-c55e-4682-b49a-b16a3bad509e req-c8d42bb7-a413-4d26-9794-de158f7f2d3e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0420139 Sep 14 11:03:59.761448 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8e5adaaf-c55e-4682-b49a-b16a3bad509e req-ebe47d96-b990-4ac6-8cc4-76ad862f6114 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277436 Sep 14 11:04:00.196351 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ec8b-9967-46ae-b5d0-f5a239c75133 req-cd756f52-b755-4897-b28b-8d56d13345bc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:00.197862 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-47f3ec8b-9967-46ae-b5d0-f5a239c75133 req-cd756f52-b755-4897-b28b-8d56d13345bc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0481491 Sep 14 11:04:00.234614 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-47f3ec8b-9967-46ae-b5d0-f5a239c75133 req-749e18d2-00ac-457a-8c2f-e062a7e3a9b0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302942 Sep 14 11:04:00.407823 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb507b3-132a-4e1c-b854-c25608524295 req-eeb6f732-acf2-4011-9a54-de544e2ba07b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:00.409302 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9bb507b3-132a-4e1c-b854-c25608524295 req-eeb6f732-acf2-4011-9a54-de544e2ba07b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0491247 Sep 14 11:04:00.448578 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9bb507b3-132a-4e1c-b854-c25608524295 req-4bb9e2dc-cc58-4cf4-abc8-1c22246c33d6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Sep 14 11:04:00.726334 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf198d51-569a-4468-99f4-aaf0883a6d65 req-98eb74a7-fd52-41ec-a093-f116d5ad735d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:00.727807 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf198d51-569a-4468-99f4-aaf0883a6d65 req-98eb74a7-fd52-41ec-a093-f116d5ad735d tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 944 time: 0.0490277 Sep 14 11:04:00.780344 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf198d51-569a-4468-99f4-aaf0883a6d65 req-9925adc8-4e3c-4f84-bb23-993ac0a8f184 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Sep 14 11:04:01.352826 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8977fda-37c3-4318-a239-d119a9f46d3a req-4342b0f6-7f45-42ad-bf42-cd08a3dcd9a2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:01.354606 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8977fda-37c3-4318-a239-d119a9f46d3a req-4342b0f6-7f45-42ad-bf42-cd08a3dcd9a2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0542974 Sep 14 11:04:01.398825 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8977fda-37c3-4318-a239-d119a9f46d3a req-44074bab-74ae-4610-9221-2751cc713411 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Sep 14 11:04:01.568269 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151ad4f-1c0a-4c52-9cf1-c6d960056933 req-a15c3920-97a5-4b55-a62f-e15f637ddcbb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:01.569787 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8151ad4f-1c0a-4c52-9cf1-c6d960056933 req-a15c3920-97a5-4b55-a62f-e15f637ddcbb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0485132 Sep 14 11:04:01.606967 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8151ad4f-1c0a-4c52-9cf1-c6d960056933 req-3332f4e9-4657-4ac7-912a-6636aefe0836 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303082 Sep 14 11:04:01.637122 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device bdab131e-566a-4365-b0b0-cb49c3583f86 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:04:01.733202 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port bdab131e-566a-4365-b0b0-cb49c3583f86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bdab131e-566a-4365-b0b0-cb49c3583f86,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:01.744406 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'bdab131e-566a-4365-b0b0-cb49c3583f86', 'network_id': 'da9ad56d-5407-4960-9e54-f64900cb90a3', 'port_id': 'bdab131e-566a-4365-b0b0-cb49c3583f86', 'mac_address': 'fa:16:3e:9c:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7eefcf-460f-4852-9102-d14a7b6b5c65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:04:01.781940 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:01.794742 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdab131e-566a-4365-b0b0-cb49c3583f86 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:04:01.816017 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port bdab131e-566a-4365-b0b0-cb49c3583f86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bdab131e-566a-4365-b0b0-cb49c3583f86,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:01.819740 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:01.866033 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=bdab131e-566a-4365-b0b0-cb49c3583f86,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:01.875074 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.875552 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.876196 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.876636 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.877180 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.877652 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.878028 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.878797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.878797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.879232 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.879933 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.880264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:01.900118 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824a3ba-caf9-4a38-90fc-449aa8ac93e7 req-28dd99ca-723d-4f97-b8f5-cc21de0d77cd tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:01.901637 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d824a3ba-caf9-4a38-90fc-449aa8ac93e7 req-28dd99ca-723d-4f97-b8f5-cc21de0d77cd tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Sep 14 11:04:01.939478 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d824a3ba-caf9-4a38-90fc-449aa8ac93e7 req-1a275cdd-f164-40f0-9c22-819a48a033ed tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Sep 14 11:04:02.288117 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['bdab131e-566a-4365-b0b0-cb49c3583f86'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:02.335973 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:04:02.512136 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277b75-2a9f-4b64-bfe0-b598dc7bf937 req-aecd7991-de17-4f95-b832-01b359c674fa tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:02.514243 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06277b75-2a9f-4b64-bfe0-b598dc7bf937 req-aecd7991-de17-4f95-b832-01b359c674fa tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0486226 Sep 14 11:04:02.550777 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06277b75-2a9f-4b64-bfe0-b598dc7bf937 req-5195cc0e-9d55-47bb-9edd-813a53ad93c2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Sep 14 11:04:02.737847 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38367416-9fb6-42ac-b345-10b436a37c30 req-748c13b2-3e18-49ac-8914-8a4f6ca9baf4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:02.739359 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-38367416-9fb6-42ac-b345-10b436a37c30 req-748c13b2-3e18-49ac-8914-8a4f6ca9baf4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0579231 Sep 14 11:04:02.780348 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-38367416-9fb6-42ac-b345-10b436a37c30 req-6b8e2c26-505c-4781-96d6-fbf01e8f30af tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349913 Sep 14 11:04:02.804731 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837d6a-2421-44dd-bfa1-9018ab5ba76e req-f76e1c3a-68bf-4819-8b48-696afdd8dc94 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:02.806261 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5837d6a-2421-44dd-bfa1-9018ab5ba76e req-f76e1c3a-68bf-4819-8b48-696afdd8dc94 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0543921 Sep 14 11:04:02.846318 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5837d6a-2421-44dd-bfa1-9018ab5ba76e req-160efcb7-9d4f-4d39-b62a-9465ddcb887f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Sep 14 11:04:02.962512 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-fc1ad03a-5382-4248-9450-f7f2b55bb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:02.964004 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-fc1ad03a-5382-4248-9450-f7f2b55bb326 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0415647 Sep 14 11:04:03.099802 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d04d-a176-4c21-a522-690ef0c2bc27 req-9758b607-b420-4d1f-a42f-715783f2131c tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:03.101182 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-42f9d04d-a176-4c21-a522-690ef0c2bc27 req-9758b607-b420-4d1f-a42f-715783f2131c tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 945 time: 0.0931907 Sep 14 11:04:03.103887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-505d1515-7220-4271-a397-2851c765fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:03.105230 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-505d1515-7220-4271-a397-2851c765fa39 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.1249270 Sep 14 11:04:03.158802 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-8e92fdfe-e158-4234-9a03-4977bca3f5e1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 217 time: 0.0389693 Sep 14 11:04:03.177579 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-42f9d04d-a176-4c21-a522-690ef0c2bc27 req-cf3ba069-1566-4d26-bf70-f9b39b896b94 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705323 Sep 14 11:04:03.217059 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-03f0ffad-9760-4d41-a1b9-da3116caa234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:03.218544 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-03f0ffad-9760-4d41-a1b9-da3116caa234 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.0501664 Sep 14 11:04:03.257481 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-0ab93710-14de-4b78-bf44-74af9eadb374 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235457 Sep 14 11:04:03.358846 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-14108269-6b7a-4d47-b580-c73983b84463 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817525 Sep 14 11:04:03.454610 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8757219e-5afe-4450-b3c9-57cf0e92f581 req-d9278cf0-4ea7-4b74-9db2-a7ba8319a4ae service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858212 Sep 14 11:04:03.899198 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715fa2-e5d8-4435-93f4-9232f1753699 req-577f2045-9680-43ab-bec0-5ee5ca0673d0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:03.900705 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3d715fa2-e5d8-4435-93f4-9232f1753699 req-577f2045-9680-43ab-bec0-5ee5ca0673d0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0483153 Sep 14 11:04:03.938989 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3d715fa2-e5d8-4435-93f4-9232f1753699 req-ccfaf502-3ad9-4f86-b66c-c182f53f3f62 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Sep 14 11:04:03.969205 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee2e39-3634-477a-8985-0ae6619e4894 req-a24f38fa-a2ca-4182-ae33-3f1a6a26c06c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:03.970734 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-64ee2e39-3634-477a-8985-0ae6619e4894 req-a24f38fa-a2ca-4182-ae33-3f1a6a26c06c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0552244 Sep 14 11:04:04.007149 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-64ee2e39-3634-477a-8985-0ae6619e4894 req-71c542bd-d32d-4f9b-b690-5dd6623a107a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302672 Sep 14 11:04:04.290520 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0df6e-5878-43b9-9cc9-d0c8278d8b26 req-953f8069-cc65-4ef9-8886-d36c5f59d5db tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:04.292041 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fdb0df6e-5878-43b9-9cc9-d0c8278d8b26 req-953f8069-cc65-4ef9-8886-d36c5f59d5db tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 945 time: 0.0476992 Sep 14 11:04:04.332600 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fdb0df6e-5878-43b9-9cc9-d0c8278d8b26 req-b7de7040-da35-49a1-bd8b-abe7a6e8a5cb tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Sep 14 11:04:05.060934 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc276122-1d87-462f-a5d9-4580c339d6d8 req-25e27256-1c9c-4084-b814-d6822af131e4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:05.062458 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc276122-1d87-462f-a5d9-4580c339d6d8 req-25e27256-1c9c-4084-b814-d6822af131e4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0492771 Sep 14 11:04:05.100550 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc276122-1d87-462f-a5d9-4580c339d6d8 req-c71c15c5-6772-454a-9aa1-c274dd2014c4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Sep 14 11:04:05.125760 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215c67f-499c-4408-8484-362b8db69aa1 req-0c543cdd-427a-4e49-9eda-9b8d37420689 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:05.127274 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8215c67f-499c-4408-8484-362b8db69aa1 req-0c543cdd-427a-4e49-9eda-9b8d37420689 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0499549 Sep 14 11:04:05.163603 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8215c67f-499c-4408-8484-362b8db69aa1 req-fd732277-63b3-4135-8117-af0ca98872ca tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Sep 14 11:04:05.446736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a1076-e025-490c-90c6-6fd31589c2c9 req-56dfcefb-8747-43e5-8ef0-eae90cb64535 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:05.448244 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-850a1076-e025-490c-90c6-6fd31589c2c9 req-56dfcefb-8747-43e5-8ef0-eae90cb64535 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 945 time: 0.0493982 Sep 14 11:04:05.486017 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-850a1076-e025-490c-90c6-6fd31589c2c9 req-25d5c124-5671-426d-8296-c82158413e1e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Sep 14 11:04:05.646603 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device bdab131e-566a-4365-b0b0-cb49c3583f86 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:04:05.694090 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port bdab131e-566a-4365-b0b0-cb49c3583f86 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:04:05.697611 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port bdab131e-566a-4365-b0b0-cb49c3583f86 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:04:05.697983 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:05.779568 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:05.803146 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdab131e-566a-4365-b0b0-cb49c3583f86'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:05.805405 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454ad85b-5069-4965-904b-d30fea8d1ce0" -d '{"events": [{"server_uuid": "d4ff7a99-82fc-422d-8c53-6c04d8d6fc48", "name": "network-vif-plugged", "status": "completed", "tag": "bdab131e-566a-4365-b0b0-cb49c3583f86"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:05.820207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port bdab131e-566a-4365-b0b0-cb49c3583f86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bdab131e-566a-4365-b0b0-cb49c3583f86,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:05.824221 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:05.851787 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c92505-fbb3-44c8-9b15-1896942b2c6b x-openstack-request-id: req-93c92505-fbb3-44c8-9b15-1896942b2c6b {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:05.852083 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ff7a99-82fc-422d-8c53-6c04d8d6fc48", "name": "network-vif-plugged", "status": "completed", "tag": "bdab131e-566a-4365-b0b0-cb49c3583f86", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:05.852335 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93c92505-fbb3-44c8-9b15-1896942b2c6b {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:05.852723 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdab131e-566a-4365-b0b0-cb49c3583f86', 'code': 200} Sep 14 11:04:05.882553 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=bdab131e-566a-4365-b0b0-cb49c3583f86,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:06.059178 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05899-6c97-449b-8647-9dc66fe14c39 req-7253d5cb-e996-4672-89b0-7628e804956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:06.061254 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-52c05899-6c97-449b-8647-9dc66fe14c39 req-7253d5cb-e996-4672-89b0-7628e804956a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 1099 time: 0.0430057 Sep 14 11:04:06.110797 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-52c05899-6c97-449b-8647-9dc66fe14c39 req-0fef696c-d59e-4024-ad69-0d86f960a865 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Sep 14 11:04:06.223124 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97de21-987b-4b63-9073-def86acf2547 req-c6c00fd3-f41f-4ba3-acbf-e8a8f269366f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:06.224622 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae97de21-987b-4b63-9073-def86acf2547 req-c6c00fd3-f41f-4ba3-acbf-e8a8f269366f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Sep 14 11:04:06.260939 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae97de21-987b-4b63-9073-def86acf2547 req-60b822de-af33-4d8d-bd1c-961a7b425895 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304320 Sep 14 11:04:06.281300 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1fc79-a735-493f-8c60-53fadbc0178a req-06330daa-3109-47ee-8ac0-0ebac9b07316 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:06.282808 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40f1fc79-a735-493f-8c60-53fadbc0178a req-06330daa-3109-47ee-8ac0-0ebac9b07316 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0518074 Sep 14 11:04:06.319327 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40f1fc79-a735-493f-8c60-53fadbc0178a req-74210fdd-c7cf-4fdb-acd1-8458c98bce76 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306234 Sep 14 11:04:06.601326 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce964b8-7c0f-4631-8dc4-002195532fd6 req-a881dbd2-93d0-44e7-bbcc-aff968b2a905 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:06.602844 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5ce964b8-7c0f-4631-8dc4-002195532fd6 req-a881dbd2-93d0-44e7-bbcc-aff968b2a905 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0507548 Sep 14 11:04:06.639691 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5ce964b8-7c0f-4631-8dc4-002195532fd6 req-5b1fe030-a9c6-42b8-a854-829f97569534 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303085 Sep 14 11:04:07.382133 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437cdc4-a142-4478-a324-c8a38577e256 req-728b4427-5e84-4544-b99c-3a49b74f54f3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:07.383649 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d437cdc4-a142-4478-a324-c8a38577e256 req-728b4427-5e84-4544-b99c-3a49b74f54f3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0484784 Sep 14 11:04:07.421339 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d437cdc4-a142-4478-a324-c8a38577e256 req-fd85beb8-29c2-4bda-acf3-1cf637b7a93f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Sep 14 11:04:07.432211 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62d8e-a305-4748-9939-4d6edd640432 req-ca194132-9ca3-42a0-bef0-8ac421d7f7c8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:07.433798 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f0c62d8e-a305-4748-9939-4d6edd640432 req-ca194132-9ca3-42a0-bef0-8ac421d7f7c8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0496368 Sep 14 11:04:07.476667 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f0c62d8e-a305-4748-9939-4d6edd640432 req-fd5ba518-60b7-44b1-8e87-8b155de86be2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Sep 14 11:04:07.761056 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443b34-a815-48f6-839f-d1c76ab7e8eb req-54459f74-dedd-4f27-98e8-5a9e6a2399f0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:07.762594 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de443b34-a815-48f6-839f-d1c76ab7e8eb req-54459f74-dedd-4f27-98e8-5a9e6a2399f0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0515137 Sep 14 11:04:07.802234 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de443b34-a815-48f6-839f-d1c76ab7e8eb req-6dca35ae-9458-42a0-a339-b0efd4ec98cf tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Sep 14 11:04:08.773712 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc12e99-9a47-4168-8acb-392d5bb3ce05 req-f40d4e3e-ced6-46ae-a52f-3b194b4a9326 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:08.775338 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fbc12e99-9a47-4168-8acb-392d5bb3ce05 req-f40d4e3e-ced6-46ae-a52f-3b194b4a9326 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.2805738 Sep 14 11:04:08.812525 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fbc12e99-9a47-4168-8acb-392d5bb3ce05 req-b1b0a215-f6ac-4b68-97e5-b56d9d6cdf1b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308442 Sep 14 11:04:08.914573 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad960fe-a32c-4bd5-bae0-ceec3d209c31 req-d3202a3b-658d-49b4-9f19-b773d4be8978 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:08.916053 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fad960fe-a32c-4bd5-bae0-ceec3d209c31 req-d3202a3b-658d-49b4-9f19-b773d4be8978 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0522299 Sep 14 11:04:08.916883 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd290ac7-c95b-4764-a377-49bcdc731927 req-5e55c5e6-01cc-4b80-9545-0d462b347237 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:08.918377 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dd290ac7-c95b-4764-a377-49bcdc731927 req-5e55c5e6-01cc-4b80-9545-0d462b347237 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0473707 Sep 14 11:04:08.955857 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fad960fe-a32c-4bd5-bae0-ceec3d209c31 req-171dd412-99ce-4765-984f-f79fcdcc2340 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Sep 14 11:04:08.958038 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dd290ac7-c95b-4764-a377-49bcdc731927 req-f116c190-8302-4783-91ec-840ca34bed44 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Sep 14 11:04:09.535892 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378bacb-c29a-4335-8ddd-e2b81a025385 req-80c16dce-8b0f-45e2-9536-d4c7fbf2175e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:09.537427 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5378bacb-c29a-4335-8ddd-e2b81a025385 req-80c16dce-8b0f-45e2-9536-d4c7fbf2175e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Sep 14 11:04:09.579530 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5378bacb-c29a-4335-8ddd-e2b81a025385 req-dc306d62-8c45-47c6-87cc-94233358c5bc tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362628 Sep 14 11:04:09.758558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed1364-9ac6-4df0-82bb-aab9a0e21368 req-7cf620cf-f6f1-46c3-90c3-50d4ad0e9fa3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:09.759967 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-01ed1364-9ac6-4df0-82bb-aab9a0e21368 req-7cf620cf-f6f1-46c3-90c3-50d4ad0e9fa3 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0495429 Sep 14 11:04:09.797150 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-01ed1364-9ac6-4df0-82bb-aab9a0e21368 req-7ca5c60d-84c6-4f7e-a64b-d855ff102ac0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Sep 14 11:04:09.932411 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4250c-f359-47f3-ac7f-b415ab20ae07 req-99efb810-c7f3-4e75-93da-9dc2ae79713c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:09.933858 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fb4250c-f359-47f3-ac7f-b415ab20ae07 req-99efb810-c7f3-4e75-93da-9dc2ae79713c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0471363 Sep 14 11:04:09.973647 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fb4250c-f359-47f3-ac7f-b415ab20ae07 req-d563ce34-4b3e-4d39-b3bc-9c9da8701ec2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Sep 14 11:04:10.696160 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f3231-3840-4eab-a704-f867cdc2b10b req-78e0329c-2d43-4212-80de-f069055ae402 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:10.697677 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b56f3231-3840-4eab-a704-f867cdc2b10b req-78e0329c-2d43-4212-80de-f069055ae402 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0484231 Sep 14 11:04:10.736568 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b56f3231-3840-4eab-a704-f867cdc2b10b req-4d0c90dd-29da-4228-9384-5ff5696103bb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Sep 14 11:04:10.917280 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85dd9-4eed-41ff-8911-8c923d02f4cf req-2da35c8c-4225-4544-94a6-19fc7dc8303e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:10.918697 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1db85dd9-4eed-41ff-8911-8c923d02f4cf req-2da35c8c-4225-4544-94a6-19fc7dc8303e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0530508 Sep 14 11:04:10.957355 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1db85dd9-4eed-41ff-8911-8c923d02f4cf req-f1415983-d04c-431e-a2ba-dd59dde282f6 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Sep 14 11:04:11.091857 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54568-4439-4c92-9ceb-28a3c16b8973 req-5822d35d-d1cb-41dc-9a63-343300760a5a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:11.093312 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fea54568-4439-4c92-9ceb-28a3c16b8973 req-5822d35d-d1cb-41dc-9a63-343300760a5a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Sep 14 11:04:11.129257 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fea54568-4439-4c92-9ceb-28a3c16b8973 req-3d8ef7ae-7a93-458e-8757-afce566bef4e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302310 Sep 14 11:04:11.849376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785449b-5ef2-46e0-aa0b-1517d714c8ac req-0917e225-2698-4453-b037-41bb0e793ec5 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:11.850848 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a785449b-5ef2-46e0-aa0b-1517d714c8ac req-0917e225-2698-4453-b037-41bb0e793ec5 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0473878 Sep 14 11:04:11.890795 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a785449b-5ef2-46e0-aa0b-1517d714c8ac req-11939cdb-eec4-47e4-a037-6d59426d9970 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Sep 14 11:04:12.073763 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec63ea5-c8e7-4cd0-82a9-f001f12b5078 req-04510585-ddf8-40d8-937d-ab6458da4189 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:12.076040 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cec63ea5-c8e7-4cd0-82a9-f001f12b5078 req-04510585-ddf8-40d8-937d-ab6458da4189 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Sep 14 11:04:12.112823 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cec63ea5-c8e7-4cd0-82a9-f001f12b5078 req-e783c6bf-3c47-474b-9422-64236fc6aa8c tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/security-groups?id=0777619b-2779-496f-86ff-7745aa413563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Sep 14 11:04:12.245370 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71e6f5-9a31-4492-a18a-160af5afc927 req-b23ce5be-50c8-4ba6-b5cd-08b866440d2a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:12.246754 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4f71e6f5-9a31-4492-a18a-160af5afc927 req-b23ce5be-50c8-4ba6-b5cd-08b866440d2a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0477557 Sep 14 11:04:12.282433 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4f71e6f5-9a31-4492-a18a-160af5afc927 req-412a36f4-7c29-4460-80dc-ab359f7ac482 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291686 Sep 14 11:04:12.566511 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ceb16-0857-4194-8e08-0035643c982e req-61c779bd-f5c8-4738-9d47-48640d1af3c0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:12.567959 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-580ceb16-0857-4194-8e08-0035643c982e req-61c779bd-f5c8-4738-9d47-48640d1af3c0 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 946 time: 0.0472372 Sep 14 11:04:12.693687 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-de305d72-6606-49dc-b3dd-af59a72aefca tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:12.695106 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-de305d72-6606-49dc-b3dd-af59a72aefca tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0556362 Sep 14 11:04:12.706949 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Deleting port bdab131e-566a-4365-b0b0-cb49c3583f86 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:04:12.707386 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:12.853645 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] For port bdab131e-566a-4365-b0b0-cb49c3583f86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bdab131e-566a-4365-b0b0-cb49c3583f86,segment=NetworkSegment(4646e58d-0526-4b42-8baa-01c44bd541c5),segment_id=4646e58d-0526-4b42-8baa-01c44bd541c5)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:12.854008 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:12.871612 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Calling delete_port for bdab131e-566a-4365-b0b0-cb49c3583f86 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:04:12.879403 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Deleting port 47676285-2185-46e4-87bf-b622b4e9b2ed {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:04:12.879740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.014789 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] For port 47676285-2185-46e4-87bf-b622b4e9b2ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=47676285-2185-46e4-87bf-b622b4e9b2ed,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:13.015152 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.019705 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd379-afaa-4298-a866-67b326b23da1 req-7cff1768-030d-4ccf-b0b4-1f3ec9902584 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:13.021928 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-553dd379-afaa-4298-a866-67b326b23da1 req-7cff1768-030d-4ccf-b0b4-1f3ec9902584 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 946 time: 0.0545084 Sep 14 11:04:13.036057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Calling delete_port for 47676285-2185-46e4-87bf-b622b4e9b2ed owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:04:13.062563 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-553dd379-afaa-4298-a866-67b326b23da1 req-e2f6b025-caa0-4da6-9e30-8a3c1cca98b1 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341866 Sep 14 11:04:13.149644 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.165140 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['bdab131e-566a-4365-b0b0-cb49c3583f86'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:13.181143 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Pushing event deleted for resources: {'Port': ['ID=bdab131e-566a-4365-b0b0-cb49c3583f86,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:13.236714 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-50fa82e2-0def-49b1-b205-5f55f1b327b0 req-0d40609b-bc84-4f15-8ed6-46bba03c6a01 tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ff7a99-82fc-422d-8c53-6c04d8d6fc48 HTTP/1.1" status: 200 len: 210 time: 0.0394049 Sep 14 11:04:13.251928 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] No DVR routers for this DVR port bdab131e-566a-4365-b0b0-cb49c3583f86 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:04:13.260203 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.262153 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-580ceb16-0857-4194-8e08-0035643c982e req-6146f5cb-ce6c-4f50-8c38-e60d2aa95b7e tempest-VolumesActionsTest-845309188 tempest-VolumesActionsTest-845309188-project] 10.222.0.68 "DELETE /v2.0/ports/bdab131e-566a-4365-b0b0-cb49c3583f86 HTTP/1.1" status: 204 len: 173 time: 0.6807048 Sep 14 11:04:13.262578 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'name': 'network-vif-deleted', 'tag': 'bdab131e-566a-4365-b0b0-cb49c3583f86'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:13.264884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b92b3ca-839e-43ee-b0ab-20797f45b484" -d '{"events": [{"server_uuid": "d4ff7a99-82fc-422d-8c53-6c04d8d6fc48", "name": "network-vif-deleted", "tag": "bdab131e-566a-4365-b0b0-cb49c3583f86"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:13.278669 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.291173 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'efeb235c-0c40-4c01-815f-de90d9c163d5', '72c22245-6d99-40a2-93f3-0f41157bc7a5', '47676285-2185-46e4-87bf-b622b4e9b2ed'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:13.308141 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002164c9-73a1-42df-8c5b-d02f4989713e x-openstack-request-id: req-002164c9-73a1-42df-8c5b-d02f4989713e {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:13.308426 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ff7a99-82fc-422d-8c53-6c04d8d6fc48", "name": "network-vif-deleted", "tag": "bdab131e-566a-4365-b0b0-cb49c3583f86", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:13.309061 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-002164c9-73a1-42df-8c5b-d02f4989713e {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:13.309450 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ff7a99-82fc-422d-8c53-6c04d8d6fc48', 'name': 'network-vif-deleted', 'tag': 'bdab131e-566a-4365-b0b0-cb49c3583f86', 'status': 'completed', 'code': 200} Sep 14 11:04:13.313095 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event deleted for resources: {'Port': ['ID=47676285-2185-46e4-87bf-b622b4e9b2ed,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:13.361916 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] No DVR routers for this DVR port 47676285-2185-46e4-87bf-b622b4e9b2ed on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:04:13.365265 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.367494 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f6d39930-e46d-4c78-b344-e3291a4c784d req-0dbe8456-5a10-4c2b-9c4c-1abfc6aa6cbe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "DELETE /v2.0/ports/47676285-2185-46e4-87bf-b622b4e9b2ed HTTP/1.1" status: 204 len: 173 time: 0.6629081 Sep 14 11:04:13.416850 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a2964-ad53-4501-b4c9-148cf0a7eb3f req-d71a3cbe-feab-4e16-962c-8fcf4ab74bbc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:13.418546 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa7a2964-ad53-4501-b4c9-148cf0a7eb3f req-d71a3cbe-feab-4e16-962c-8fcf4ab74bbc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0507712 Sep 14 11:04:13.468699 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa7a2964-ad53-4501-b4c9-148cf0a7eb3f req-ef0d63c2-a2c9-48d3-9c35-6762758ec9ad tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Sep 14 11:04:13.662130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:04:13.753923 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:13.764375 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'mac_address': 'fa:16:3e:cc:65:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:04:13.800082 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.815783 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9df4ecf4-fbe2-4665-b91b-4caa6d73903f {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:04:13.834433 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:13.838586 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:13.886360 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=6']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:14.013672 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['9df4ecf4-fbe2-4665-b91b-4caa6d73903f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:14.172720 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-201322c0-80c6-4094-bc96-c013df8105ae req-156c9553-c9d9-4d56-a88f-ffe0c47e09d4 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a8f87c-c42f-4e81-b043-4d35d137cee5 HTTP/1.1" status: 200 len: 210 time: 0.0272739 Sep 14 11:04:14.593226 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aafe2-9683-4a5b-8959-5fc53b5eeb86 req-05d95753-2a7f-478b-8628-7fe1ce8cb352 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:14.595130 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-778aafe2-9683-4a5b-8959-5fc53b5eeb86 req-05d95753-2a7f-478b-8628-7fe1ce8cb352 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0547290 Sep 14 11:04:14.642062 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-778aafe2-9683-4a5b-8959-5fc53b5eeb86 req-901650de-de0b-48b1-a55a-617e6f3a822c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Sep 14 11:04:15.310900 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'name': 'network-vif-deleted', 'tag': '47676285-2185-46e4-87bf-b622b4e9b2ed'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:15.313467 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d46fd-b510-4fb1-a6d3-3dbf1e135ece" -d '{"events": [{"server_uuid": "c7a8f87c-c42f-4e81-b043-4d35d137cee5", "name": "network-vif-deleted", "tag": "47676285-2185-46e4-87bf-b622b4e9b2ed"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:15.373325 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfaed3-4228-4fda-9f91-ddc103ef9f62 x-openstack-request-id: req-26dfaed3-4228-4fda-9f91-ddc103ef9f62 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:15.373699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a8f87c-c42f-4e81-b043-4d35d137cee5", "name": "network-vif-deleted", "tag": "47676285-2185-46e4-87bf-b622b4e9b2ed", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:15.373993 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26dfaed3-4228-4fda-9f91-ddc103ef9f62 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:15.374390 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a8f87c-c42f-4e81-b043-4d35d137cee5', 'name': 'network-vif-deleted', 'tag': '47676285-2185-46e4-87bf-b622b4e9b2ed', 'status': 'completed', 'code': 200} Sep 14 11:04:15.763268 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54cf8a-3d29-48d1-ab81-b97d9a0877b5 req-ffb03d58-021f-42d0-9d64-4db5f20f52f9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:15.764726 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d54cf8a-3d29-48d1-ab81-b97d9a0877b5 req-ffb03d58-021f-42d0-9d64-4db5f20f52f9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0511117 Sep 14 11:04:15.801719 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d54cf8a-3d29-48d1-ab81-b97d9a0877b5 req-d59ca985-153e-458d-a084-91ea7857d7cc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Sep 14 11:04:16.918674 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed42bf-824d-479a-a451-5ac3da031ccd req-03e9939f-e444-48b5-92d9-7fd2bbddae80 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:16.920684 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-89ed42bf-824d-479a-a451-5ac3da031ccd req-03e9939f-e444-48b5-92d9-7fd2bbddae80 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Sep 14 11:04:16.957583 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-89ed42bf-824d-479a-a451-5ac3da031ccd req-f6743438-7faf-4c8f-9f45-f7417f7d73da tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Sep 14 11:04:17.176226 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:04:17.224398 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:04:17.224678 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:17.296904 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:17.318140 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:17.320323 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cbf05e-1840-43b5-b1a0-ad6d1575e2ed" -d '{"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-plugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:17.332279 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:17.336230 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:17.361798 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae1dac-ff68-46c3-86a9-2d127d120e0a x-openstack-request-id: req-cbae1dac-ff68-46c3-86a9-2d127d120e0a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:17.362088 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-plugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:17.362334 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbae1dac-ff68-46c3-86a9-2d127d120e0a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:17.362703 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'code': 200} Sep 14 11:04:17.386321 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=7']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:18.076551 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b0a0-3815-4ad8-8afe-9cb3f347e2fa req-614110ad-42e1-4e16-97c3-48b3cd1a765d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:18.078111 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bd4b0a0-3815-4ad8-8afe-9cb3f347e2fa req-614110ad-42e1-4e16-97c3-48b3cd1a765d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0496666 Sep 14 11:04:18.114086 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bd4b0a0-3815-4ad8-8afe-9cb3f347e2fa req-ec0b121e-bdd5-4320-9a11-2b68661ed4ff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301771 Sep 14 11:04:18.245169 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 47676285-2185-46e4-87bf-b622b4e9b2ed no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:18.265409 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 47676285-2185-46e4-87bf-b622b4e9b2ed {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:04:18.265780 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 47676285-2185-46e4-87bf-b622b4e9b2ed not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:04:18.266199 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device bdab131e-566a-4365-b0b0-cb49c3583f86 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:18.283644 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: bdab131e-566a-4365-b0b0-cb49c3583f86 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:04:18.284016 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device bdab131e-566a-4365-b0b0-cb49c3583f86 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:04:18.980353 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31aaa77e-d4b7-49be-9d84-4e3545951aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:19.246543 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8fb0c-afc5-4087-bf5c-9ae23a71ea55 req-95b5a628-e37f-4701-8639-f753800ea5ee tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:19.249828 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-25b8fb0c-afc5-4087-bf5c-9ae23a71ea55 req-95b5a628-e37f-4701-8639-f753800ea5ee tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0617170 Sep 14 11:04:19.300449 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-25b8fb0c-afc5-4087-bf5c-9ae23a71ea55 req-00db3614-f75f-476c-95ad-a3d19e96471d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Sep 14 11:04:19.927970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ae98-6903-4133-930d-67e6288a7621 req-a0ce39a2-9d19-4872-8d9c-15a7e9ac4495 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:19.945661 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e9d4ae98-6903-4133-930d-67e6288a7621 req-a0ce39a2-9d19-4872-8d9c-15a7e9ac4495 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.1340952 Sep 14 11:04:20.043981 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e9d4ae98-6903-4133-930d-67e6288a7621 req-64aa7e32-c035-4716-99b4-9899b060ed4d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968726 Sep 14 11:04:20.642014 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdcc70-0e85-4612-807b-1896f0cfd924 req-f52b256b-99c2-456a-9666-e82bddfccacf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:20.645808 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8bdcc70-0e85-4612-807b-1896f0cfd924 req-f52b256b-99c2-456a-9666-e82bddfccacf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.1558809 Sep 14 11:04:20.677377 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-8e619c33-ded4-4f2f-9a3e-74098de043cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:20.687474 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-8e619c33-ded4-4f2f-9a3e-74098de043cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.2420321 Sep 14 11:04:20.718918 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f1d0-a87c-46e9-8307-6dba677ccdcb req-71a23806-e282-4297-b178-92b54bffcd8e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:20.720468 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1162f1d0-a87c-46e9-8307-6dba677ccdcb req-71a23806-e282-4297-b178-92b54bffcd8e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.2609026 Sep 14 11:04:20.781776 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8bdcc70-0e85-4612-807b-1896f0cfd924 req-6e355b9c-bdf3-4d91-ac14-70fcb222dcb7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203370 Sep 14 11:04:20.897408 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1162f1d0-a87c-46e9-8307-6dba677ccdcb req-1d8ed970-0649-4058-9622-207f13950f91 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588428 Sep 14 11:04:20.930059 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:20.961325 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-77d9d325-787a-4152-b867-930cd205f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:20.962968 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-77d9d325-787a-4152-b867-930cd205f20c service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.2336597 Sep 14 11:04:21.042352 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-90ccbedd-1445-4b69-9a09-3f476d012df0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 217 time: 0.0667789 Sep 14 11:04:21.151770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-d5b95df3-c384-4f07-98b6-c6d58b88a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:21.153242 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-d5b95df3-c384-4f07-98b6-c6d58b88a0a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.1028025 Sep 14 11:04:21.216416 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-c9672b85-8aef-4286-978d-ec4fff7721ea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497534 Sep 14 11:04:21.225005 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b39f3-4222-4a66-a1da-846c59970120 req-3219341c-5129-48af-acfb-66f944379ee9 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:21.234714 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-794b39f3-4222-4a66-a1da-846c59970120 req-3219341c-5129-48af-acfb-66f944379ee9 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.0952282 Sep 14 11:04:21.316064 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-794b39f3-4222-4a66-a1da-846c59970120 req-e00f8f43-5816-4ec5-b3c0-9b9ba0948368 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755637 Sep 14 11:04:21.351929 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-8ab52379-c61e-4fc4-9376-11e2a09ae845 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254494 Sep 14 11:04:21.481825 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2653c608-be73-45c4-9880-677f3b396d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:21.564608 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a973366c-7eaf-4383-ad64-a45150e6dfaa req-53b21481-8dbc-459f-8bcc-c26890e5ea81 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996708 Sep 14 11:04:21.663630 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:21.996486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031980a-c97c-4b44-9a0f-6fa03aa4b190 req-01bb1589-5c55-489e-a97e-db8d86d134ac tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:21.998372 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b031980a-c97c-4b44-9a0f-6fa03aa4b190 req-01bb1589-5c55-489e-a97e-db8d86d134ac tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.1311042 Sep 14 11:04:22.093781 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b031980a-c97c-4b44-9a0f-6fa03aa4b190 req-4443e544-9789-4a8e-85b5-aa54455e9dab tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Sep 14 11:04:22.189700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-efdba6a3-2f28-4018-ba27-20fd9dbd58e0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:22.191178 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-efdba6a3-2f28-4018-ba27-20fd9dbd58e0 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.0660627 Sep 14 11:04:22.258885 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd44f8-b6a0-454e-b6ba-a90cce67db6f req-797edef8-9ba0-45e2-b26d-3e8754c2c3d7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:22.283746 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cffd44f8-b6a0-454e-b6ba-a90cce67db6f req-797edef8-9ba0-45e2-b26d-3e8754c2c3d7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0996463 Sep 14 11:04:22.385335 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cffd44f8-b6a0-454e-b6ba-a90cce67db6f req-bd9817aa-52d3-4cc7-981c-252eea1c5701 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003294 Sep 14 11:04:22.399232 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Deleting port 72c22245-6d99-40a2-93f3-0f41157bc7a5 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:04:22.399232 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:22.542326 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e419c1-3f99-4c45-9e7d-29a042f7ddf7 req-18682427-18a4-4d1a-ad40-f56624a33a64 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:22.550284 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-25e419c1-3f99-4c45-9e7d-29a042f7ddf7 req-18682427-18a4-4d1a-ad40-f56624a33a64 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 946 time: 0.1200294 Sep 14 11:04:22.575215 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] For port 72c22245-6d99-40a2-93f3-0f41157bc7a5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=72c22245-6d99-40a2-93f3-0f41157bc7a5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:22.575640 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:22.618004 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Calling delete_port for 72c22245-6d99-40a2-93f3-0f41157bc7a5 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:04:22.643798 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-25e419c1-3f99-4c45-9e7d-29a042f7ddf7 req-ccf13a5b-70fc-475a-bd0d-a8605cb20567 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901518 Sep 14 11:04:22.902545 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:22.920610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'efeb235c-0c40-4c01-815f-de90d9c163d5', '72c22245-6d99-40a2-93f3-0f41157bc7a5'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:22.967781 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event deleted for resources: {'Port': ['ID=72c22245-6d99-40a2-93f3-0f41157bc7a5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:23.067797 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] No DVR routers for this DVR port 72c22245-6d99-40a2-93f3-0f41157bc7a5 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:04:23.077913 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:23.086378 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fee77fa9-a953-4c73-b8ba-f189cc833635 req-e57ac9c3-7ea3-45b4-ac6a-64fe6334255d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "DELETE /v2.0/ports/72c22245-6d99-40a2-93f3-0f41157bc7a5 HTTP/1.1" status: 204 len: 173 time: 0.8820543 Sep 14 11:04:23.088183 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'name': 'network-vif-deleted', 'tag': '72c22245-6d99-40a2-93f3-0f41157bc7a5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:23.112755 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:23.120381 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3439e52-64aa-4b3d-bdba-7e121aa348df" -d '{"events": [{"server_uuid": "0da83944-7dde-4ac3-8f77-ae20254cb79a", "name": "network-vif-deleted", "tag": "72c22245-6d99-40a2-93f3-0f41157bc7a5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:23.227791 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b40e923-d595-4960-b892-776ff54b2e15 x-openstack-request-id: req-7b40e923-d595-4960-b892-776ff54b2e15 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:23.228080 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da83944-7dde-4ac3-8f77-ae20254cb79a", "name": "network-vif-deleted", "tag": "72c22245-6d99-40a2-93f3-0f41157bc7a5", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:23.228328 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b40e923-d595-4960-b892-776ff54b2e15 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:23.228748 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da83944-7dde-4ac3-8f77-ae20254cb79a', 'name': 'network-vif-deleted', 'tag': '72c22245-6d99-40a2-93f3-0f41157bc7a5', 'status': 'completed', 'code': 200} Sep 14 11:04:23.422527 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31646-219e-460b-b80f-31ae61ea85bc req-9900cbf4-3d4d-4df4-bae2-dadf470ec5c4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:23.431341 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46a31646-219e-460b-b80f-31ae61ea85bc req-9900cbf4-3d4d-4df4-bae2-dadf470ec5c4 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.1067750 Sep 14 11:04:23.488220 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46a31646-219e-460b-b80f-31ae61ea85bc req-99c6da1b-07d9-4ea9-86eb-cde25ed64c95 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558085 Sep 14 11:04:23.568450 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7558c-9a2b-41e9-81a6-b11d495818db req-99e988a1-af34-4b6e-a767-4e9a005a8c4a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:23.578172 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b1f7558c-9a2b-41e9-81a6-b11d495818db req-99e988a1-af34-4b6e-a767-4e9a005a8c4a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0846553 Sep 14 11:04:23.622151 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b1f7558c-9a2b-41e9-81a6-b11d495818db req-477019cd-9df5-4541-bb79-56786fb11c0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Sep 14 11:04:23.786246 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe607ac-6155-4fce-9742-a05755c41836 req-451a574f-a06f-4717-94c6-6bf10b53b71b tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da83944-7dde-4ac3-8f77-ae20254cb79a HTTP/1.1" status: 200 len: 210 time: 0.0439928 Sep 14 11:04:24.638059 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:24.707162 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566c25f-7e04-4687-b3aa-85e4e2f0c113 req-25530627-6d35-4c86-8749-116f01aa89fb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:24.715182 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5566c25f-7e04-4687-b3aa-85e4e2f0c113 req-25530627-6d35-4c86-8749-116f01aa89fb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.1438601 Sep 14 11:04:24.820704 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5566c25f-7e04-4687-b3aa-85e4e2f0c113 req-5368fc05-ccf1-4d98-adb7-9413ff3ac2b7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019704 Sep 14 11:04:24.839079 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89352-02e9-447f-b398-795e4f49ca25 req-7561141b-7c67-4d2a-9d9e-fba708706c5a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:24.848255 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7cf89352-02e9-447f-b398-795e4f49ca25 req-7561141b-7c67-4d2a-9d9e-fba708706c5a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0973284 Sep 14 11:04:24.940406 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7cf89352-02e9-447f-b398-795e4f49ca25 req-3ab3aeb3-fd1c-4d5b-af99-cd4b3daa9117 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909011 Sep 14 11:04:25.341715 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e0e0-3738-4e27-a801-56fa84f5de98 req-a35dae0a-2c38-4b90-9b8b-ba1dd273b38c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:25.365060 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3cb0e0e0-3738-4e27-a801-56fa84f5de98 req-a35dae0a-2c38-4b90-9b8b-ba1dd273b38c tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.1121745 Sep 14 11:04:25.447128 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3cb0e0e0-3738-4e27-a801-56fa84f5de98 req-84b5bed3-9e49-4b33-966b-4278607eb1c5 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759461 Sep 14 11:04:25.940008 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10a94-1485-434e-9496-9d36ea86a0f1 req-1f848c88-8a3e-406a-9401-c6f2ad182cd9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:25.948234 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3bc10a94-1485-434e-9496-9d36ea86a0f1 req-1f848c88-8a3e-406a-9401-c6f2ad182cd9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0573964 Sep 14 11:04:26.028578 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3bc10a94-1485-434e-9496-9d36ea86a0f1 req-7e8222eb-e197-416c-8d29-76247076c100 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791132 Sep 14 11:04:26.107341 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064abe5c-9d39-49c4-8608-eb41faf5b3af req-bae0789f-f746-4f32-b178-e25e7d5041e3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:26.116603 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-064abe5c-9d39-49c4-8608-eb41faf5b3af req-bae0789f-f746-4f32-b178-e25e7d5041e3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0682855 Sep 14 11:04:26.163482 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-064abe5c-9d39-49c4-8608-eb41faf5b3af req-dd27848a-a804-4488-b771-79ee6f867d57 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Sep 14 11:04:26.266619 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 72c22245-6d99-40a2-93f3-0f41157bc7a5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:26.298592 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 72c22245-6d99-40a2-93f3-0f41157bc7a5 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:04:26.299163 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 72c22245-6d99-40a2-93f3-0f41157bc7a5 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:04:26.602413 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745adc-d00e-47b4-ad86-6c933be593f5 req-66a8ab1f-1609-471a-af42-108b0aeca490 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:26.608579 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38745adc-d00e-47b4-ad86-6c933be593f5 req-66a8ab1f-1609-471a-af42-108b0aeca490 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.0835299 Sep 14 11:04:26.659326 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38745adc-d00e-47b4-ad86-6c933be593f5 req-28c17f6f-433b-4751-81c9-a4f4b7191cff tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Sep 14 11:04:27.239458 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d032f-a7dc-4a32-8a17-31e741236c3d req-12d82674-43c1-4f67-af1c-c556d083d36c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:27.241600 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ee5d032f-a7dc-4a32-8a17-31e741236c3d req-12d82674-43c1-4f67-af1c-c556d083d36c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.1010847 Sep 14 11:04:27.377441 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ee5d032f-a7dc-4a32-8a17-31e741236c3d req-28e23fcd-1d21-4768-9a87-0d14197d4ae3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233885 Sep 14 11:04:27.389922 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb3cb-cfcb-4335-84df-a985bc0d5f35 req-87a50109-27df-4f54-b489-eaccf5e66553 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:27.404837 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-112cb3cb-cfcb-4335-84df-a985bc0d5f35 req-87a50109-27df-4f54-b489-eaccf5e66553 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.1530349 Sep 14 11:04:27.517585 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-112cb3cb-cfcb-4335-84df-a985bc0d5f35 req-7f678864-c45c-46a7-9096-0c5badc02e01 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064465 Sep 14 11:04:27.558685 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-bd6f5159-1a2e-4cef-a401-c8574a00ff7e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:27.561108 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-bd6f5159-1a2e-4cef-a401-c8574a00ff7e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.2527921 Sep 14 11:04:27.740425 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Deleting port efeb235c-0c40-4c01-815f-de90d9c163d5 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:04:27.740873 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:27.827146 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf76bf8-fd8a-4cbd-a5a2-ff8f3336a0cc req-bfd91d38-e015-4c10-acaf-247ae37807cb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:27.828292 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2cf76bf8-fd8a-4cbd-a5a2-ff8f3336a0cc req-bfd91d38-e015-4c10-acaf-247ae37807cb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 945 time: 0.0559802 Sep 14 11:04:27.913974 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] For port efeb235c-0c40-4c01-815f-de90d9c163d5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=efeb235c-0c40-4c01-815f-de90d9c163d5,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:27.913974 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:27.929585 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2cf76bf8-fd8a-4cbd-a5a2-ff8f3336a0cc req-28ca5d73-c81b-4034-abad-e2d0e6f1caca tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897195 Sep 14 11:04:27.945362 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Calling delete_port for efeb235c-0c40-4c01-815f-de90d9c163d5 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:04:28.172050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:28.249975 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] No DVR routers for this DVR port efeb235c-0c40-4c01-815f-de90d9c163d5 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:04:28.252047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event deleted for resources: {'Port': ['ID=efeb235c-0c40-4c01-815f-de90d9c163d5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:28.254196 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:28.256330 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ededcca1-e8c0-4e6b-9c2b-663299532ca7 req-ffc25bdc-acca-4592-98cd-a37d0ef1d086 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "DELETE /v2.0/ports/efeb235c-0c40-4c01-815f-de90d9c163d5 HTTP/1.1" status: 204 len: 173 time: 0.6832011 Sep 14 11:04:28.256759 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'name': 'network-vif-deleted', 'tag': 'efeb235c-0c40-4c01-815f-de90d9c163d5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:28.259033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3030394-3ba0-4ea0-b990-68e20069c049" -d '{"events": [{"server_uuid": "9ac762b7-8282-48ce-83c8-dc7062f806e3", "name": "network-vif-deleted", "tag": "efeb235c-0c40-4c01-815f-de90d9c163d5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:28.302348 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfead04-b24d-45e6-862f-d85bac0d55ed x-openstack-request-id: req-adfead04-b24d-45e6-862f-d85bac0d55ed {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:28.302642 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac762b7-8282-48ce-83c8-dc7062f806e3", "name": "network-vif-deleted", "tag": "efeb235c-0c40-4c01-815f-de90d9c163d5", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:28.302955 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adfead04-b24d-45e6-862f-d85bac0d55ed {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:28.303365 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac762b7-8282-48ce-83c8-dc7062f806e3', 'name': 'network-vif-deleted', 'tag': 'efeb235c-0c40-4c01-815f-de90d9c163d5', 'status': 'completed', 'code': 200} Sep 14 11:04:28.615892 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52908b7-6e50-40f0-9de2-684da26f5b01 req-835c2e64-3dc3-419c-bc75-269cd32281e7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:28.617479 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c52908b7-6e50-40f0-9de2-684da26f5b01 req-835c2e64-3dc3-419c-bc75-269cd32281e7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.1177170 Sep 14 11:04:28.703141 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c52908b7-6e50-40f0-9de2-684da26f5b01 req-e23d1ca3-2e04-4d12-bbd7-5d91b339ba0c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788956 Sep 14 11:04:28.838902 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41a9be-d8a5-47b5-a637-e68c938addb1 req-034efc75-d05c-45b3-a0e6-4414cf67c232 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:28.847758 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7e41a9be-d8a5-47b5-a637-e68c938addb1 req-034efc75-d05c-45b3-a0e6-4414cf67c232 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0849664 Sep 14 11:04:28.916150 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7e41a9be-d8a5-47b5-a637-e68c938addb1 req-a9785650-eb72-4577-af2d-55d3b3460870 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545533 Sep 14 11:04:29.290411 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a728d54f-501e-4571-acbf-b866de3c1944 req-3d1e93fc-1065-43a9-ada6-ca4534ed0001 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 210 time: 0.0702119 Sep 14 11:04:29.837688 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b417-2b78-4867-9bed-22f48caba7a9 req-566bf417-98a8-4e75-a001-c9df318984c9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:29.847227 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fc7b417-2b78-4867-9bed-22f48caba7a9 req-566bf417-98a8-4e75-a001-c9df318984c9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0734713 Sep 14 11:04:29.906112 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fc7b417-2b78-4867-9bed-22f48caba7a9 req-87956ce9-e8fa-4e03-a377-9e6bc4d0ecbb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600731 Sep 14 11:04:30.157027 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee9bb0-c4e1-41fc-a98e-35f5a0fc0281 req-161a80c5-80cc-4310-8d2e-349fd183fb1f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:30.164034 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4cee9bb0-c4e1-41fc-a98e-35f5a0fc0281 req-161a80c5-80cc-4310-8d2e-349fd183fb1f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0586343 Sep 14 11:04:30.243397 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4cee9bb0-c4e1-41fc-a98e-35f5a0fc0281 req-832e3827-2109-4ebf-a61c-00bb7d88fd90 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612583 Sep 14 11:04:30.398427 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f3cb106b-314c-4005-a510-9a1a2178d39f req-c2d2f4cc-5605-447d-832d-4f4935ee5695 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 210 time: 0.0363383 Sep 14 11:04:31.036853 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b64d9-691a-493b-9a09-aff05489515c req-afc4fb2a-faba-4c1e-b325-3f02893a8a26 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:31.038907 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-857b64d9-691a-493b-9a09-aff05489515c req-afc4fb2a-faba-4c1e-b325-3f02893a8a26 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0598302 Sep 14 11:04:31.091917 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-857b64d9-691a-493b-9a09-aff05489515c req-6162d992-8e4c-45d2-be1f-8f0bd71d6549 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Sep 14 11:04:31.217346 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'efeb235c-0c40-4c01-815f-de90d9c163d5'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:31.410144 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690024b-8e39-4ab7-b693-94ed995851af req-18b06133-c2c4-4a8f-87dc-a6edec744afd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:31.414327 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8690024b-8e39-4ab7-b693-94ed995851af req-18b06133-c2c4-4a8f-87dc-a6edec744afd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0740678 Sep 14 11:04:31.502572 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8690024b-8e39-4ab7-b693-94ed995851af req-5078887d-c406-44b5-9b96-897bd21dc79f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730507 Sep 14 11:04:31.572965 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e57e8d55-c7a9-4472-9bcd-60fb79697929 req-fc7ee4e0-85ce-42be-8e2b-c94dc91a9fbd tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac762b7-8282-48ce-83c8-dc7062f806e3 HTTP/1.1" status: 200 len: 210 time: 0.0379021 Sep 14 11:04:32.219646 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-062ce945-bfbc-418c-bbdb-441509c5e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:32.222213 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-062ce945-bfbc-418c-bbdb-441509c5e39a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1099 time: 0.0580518 Sep 14 11:04:32.249126 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc789-831f-4050-81b6-9cbb9080fbd2 req-2078e6be-72f8-4156-a922-a26c1b6eaf73 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:32.251438 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-00bfc789-831f-4050-81b6-9cbb9080fbd2 req-2078e6be-72f8-4156-a922-a26c1b6eaf73 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0781589 Sep 14 11:04:32.329480 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-b3b8ed4f-95c0-40f6-ba0a-3997b7e0a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:32.331112 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-b3b8ed4f-95c0-40f6-ba0a-3997b7e0a61e service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.0984375 Sep 14 11:04:32.331825 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-00bfc789-831f-4050-81b6-9cbb9080fbd2 req-9d18a1d6-5fe4-49ad-a719-f5bfc60fd33c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737209 Sep 14 11:04:32.413218 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-d81cf674-c541-4cd6-8132-ab420ea5e762 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 1002 time: 0.0680797 Sep 14 11:04:32.487374 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-c5469e46-59b5-4d25-a4fc-b19565addb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:32.488941 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-c5469e46-59b5-4d25-a4fc-b19565addb77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0604401 Sep 14 11:04:32.648458 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff7bf-6cc6-46d8-8c17-929b6ed2ad2e req-269e1107-f8e2-43fa-aaed-82afcd8bf5f7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:32.656436 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-352ff7bf-6cc6-46d8-8c17-929b6ed2ad2e req-269e1107-f8e2-43fa-aaed-82afcd8bf5f7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0748866 Sep 14 11:04:32.700917 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-352ff7bf-6cc6-46d8-8c17-929b6ed2ad2e req-1c7f5d29-61f0-4d76-b502-b5499da3f52f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Sep 14 11:04:33.471771 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0c757-28dc-49f3-848b-78b5dd87ba07 req-f7f618b3-ee69-42e6-8183-075a255e64ba tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:33.473221 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e9f0c757-28dc-49f3-848b-78b5dd87ba07 req-f7f618b3-ee69-42e6-8183-075a255e64ba tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0702910 Sep 14 11:04:33.474939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-8460d1dd-f4a2-4be1-972b-fb3986bf5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:33.476554 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-8460d1dd-f4a2-4be1-972b-fb3986bf5467 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824463 Sep 14 11:04:33.509769 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e9f0c757-28dc-49f3-848b-78b5dd87ba07 req-dd43e1ec-dfe3-417c-a44d-aa975172c4c7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Sep 14 11:04:33.820772 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372bb96-6477-42b2-beae-fc62bc57ecd7 req-05a39480-bc02-489c-b7c3-3e44e94d4c64 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:33.822272 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f372bb96-6477-42b2-beae-fc62bc57ecd7 req-05a39480-bc02-489c-b7c3-3e44e94d4c64 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0486295 Sep 14 11:04:33.859744 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f372bb96-6477-42b2-beae-fc62bc57ecd7 req-3b3d105c-7483-4baa-8a20-2a0723841d95 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Sep 14 11:04:34.662514 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8857163-0636-4652-8a5c-eead675964af req-0975efbe-fd19-4eab-a82a-a8c28157a693 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:34.664110 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d8857163-0636-4652-8a5c-eead675964af req-0975efbe-fd19-4eab-a82a-a8c28157a693 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0526137 Sep 14 11:04:34.711367 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d8857163-0636-4652-8a5c-eead675964af req-964e0d6b-1809-4b52-8bfb-09368e06488c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Sep 14 11:04:34.993404 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3721e-f512-45a1-a9e3-8c6aa1666634 req-a5bd5ab8-7315-4fba-b8b6-48629cd78dd3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:34.994931 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4d3721e-f512-45a1-a9e3-8c6aa1666634 req-a5bd5ab8-7315-4fba-b8b6-48629cd78dd3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 946 time: 0.0544865 Sep 14 11:04:35.044049 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4d3721e-f512-45a1-a9e3-8c6aa1666634 req-f06b8109-a523-4f49-a2ff-283ef2183ecd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Sep 14 11:04:35.268288 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device efeb235c-0c40-4c01-815f-de90d9c163d5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:35.293235 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: efeb235c-0c40-4c01-815f-de90d9c163d5 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:04:35.294000 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device efeb235c-0c40-4c01-815f-de90d9c163d5 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:04:35.294551 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:35.341850 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-efb23036-bcda-4056-8220-adc9ed6e5076 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970974 Sep 14 11:04:35.460478 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef4f8514-3c38-4f36-a005-c0724bb16864 req-0b63afd1-35df-4157-8628-768b3d72406c service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989771 Sep 14 11:04:35.494056 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:35.518008 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:35.520264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3ba7b-135d-48c1-8e65-7b29b9fc56f5" -d '{"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-unplugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:35.536596 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:35.545430 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:35.579599 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe129d4-aa3d-4a06-96ed-6aba68a754eb x-openstack-request-id: req-ebe129d4-aa3d-4a06-96ed-6aba68a754eb {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:35.580754 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-unplugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:35.581119 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebe129d4-aa3d-4a06-96ed-6aba68a754eb {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:35.581637 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'code': 200} Sep 14 11:04:35.619496 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=8']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:35.846400 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6fec-0562-423a-b712-c5dc2d8fef38 req-d3faeaf9-bbb7-4653-8597-9456d72c6dee tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:35.847897 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-723b6fec-0562-423a-b712-c5dc2d8fef38 req-d3faeaf9-bbb7-4653-8597-9456d72c6dee tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0547259 Sep 14 11:04:35.893787 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-723b6fec-0562-423a-b712-c5dc2d8fef38 req-bff8fc55-8338-4b61-8f73-5425196fd83d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Sep 14 11:04:36.168927 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208068f2-acdd-4b8b-8690-73543bd646cc req-a2c3cd8f-1270-48e4-b49b-43e427bdcb4d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:36.170994 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-208068f2-acdd-4b8b-8690-73543bd646cc req-a2c3cd8f-1270-48e4-b49b-43e427bdcb4d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0566475 Sep 14 11:04:36.191229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d7426-980d-463d-8d94-65b9a8b04af2 req-e696477d-0d89-4253-b6c9-aecaf1ed6eec tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:36.195886 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c92d7426-980d-463d-8d94-65b9a8b04af2 req-e696477d-0d89-4253-b6c9-aecaf1ed6eec tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0662982 Sep 14 11:04:36.245835 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-208068f2-acdd-4b8b-8690-73543bd646cc req-fdbcb633-27e1-4448-9fb3-5e34a5978e0d tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669839 Sep 14 11:04:36.262692 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c92d7426-980d-463d-8d94-65b9a8b04af2 req-eacb739e-4899-475c-b7a0-e0a8f2f6471f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578051 Sep 14 11:04:37.012761 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecf614-9e5c-46be-888c-5cff7d6228bf req-c215d571-13bd-4e4a-af4f-ea87dc2fc8bd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:37.015075 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8cecf614-9e5c-46be-888c-5cff7d6228bf req-c215d571-13bd-4e4a-af4f-ea87dc2fc8bd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0519428 Sep 14 11:04:37.088097 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8cecf614-9e5c-46be-888c-5cff7d6228bf req-c387d551-a32b-4eb5-98ac-2a63b42676cd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667269 Sep 14 11:04:37.375807 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea407b42-0407-4103-a088-3b25b821d743 req-a2161903-ee8e-443e-96bc-32134b4799a6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:37.378759 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea407b42-0407-4103-a088-3b25b821d743 req-a2161903-ee8e-443e-96bc-32134b4799a6 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0651820 Sep 14 11:04:37.408743 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de6d26-dca6-40a9-aa10-aa1110ecb284 req-3f771ea4-98aa-4fe2-a902-7108bd230292 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:37.418302 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-49de6d26-dca6-40a9-aa10-aa1110ecb284 req-3f771ea4-98aa-4fe2-a902-7108bd230292 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0750127 Sep 14 11:04:37.431106 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea407b42-0407-4103-a088-3b25b821d743 req-8f0e5c0e-d81a-47cd-b62d-4827a2231aa2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Sep 14 11:04:37.468626 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-49de6d26-dca6-40a9-aa10-aa1110ecb284 req-590b6da1-8f47-42a8-a9d7-a6ab1c0da6ed tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492761 Sep 14 11:04:38.201022 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbe30-6571-4f6f-b296-88674afb77ec req-1bc9ab32-af9e-442d-8c8d-3b1be1071054 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:38.202530 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0c2fbe30-6571-4f6f-b296-88674afb77ec req-1bc9ab32-af9e-442d-8c8d-3b1be1071054 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0473971 Sep 14 11:04:38.238313 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0c2fbe30-6571-4f6f-b296-88674afb77ec req-384d7cea-1c8f-44ce-9dbd-393bedbfc8e3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300858 Sep 14 11:04:38.544821 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3220b-f3d5-42f8-9e65-eeb9f75cd1d6 req-aedfeacf-57e7-4f0a-9398-6319dc8e60eb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:38.546552 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61a3220b-f3d5-42f8-9e65-eeb9f75cd1d6 req-aedfeacf-57e7-4f0a-9398-6319dc8e60eb tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0477324 Sep 14 11:04:38.587013 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61a3220b-f3d5-42f8-9e65-eeb9f75cd1d6 req-7b1b80cb-7276-494c-bd46-d537367563d2 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341599 Sep 14 11:04:38.687819 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9dbc6-401c-4a83-9bf9-7ecc76c4278a req-592ad404-2a03-4df5-a97a-735be3e71a12 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:38.689333 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3bf9dbc6-401c-4a83-9bf9-7ecc76c4278a req-592ad404-2a03-4df5-a97a-735be3e71a12 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0493085 Sep 14 11:04:38.725420 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3bf9dbc6-401c-4a83-9bf9-7ecc76c4278a req-c29d2142-25d2-44aa-88e8-eb4d5f939ee2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Sep 14 11:04:39.333369 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:04:39.349570 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad0eb-3d40-4914-a188-6bbafc965b75 req-e7cdb957-eb98-4c41-b54b-2921d016283b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:39.351020 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f26ad0eb-3d40-4914-a188-6bbafc965b75 req-e7cdb957-eb98-4c41-b54b-2921d016283b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0473671 Sep 14 11:04:39.387676 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f26ad0eb-3d40-4914-a188-6bbafc965b75 req-828b7682-88cd-47b5-b345-fe0eea490a18 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300875 Sep 14 11:04:39.697477 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b9e16-db6e-4b5c-831a-7db3020a72dd req-eb0a54f7-cc2a-4db4-8697-27a7e446fd56 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:39.698953 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ec3b9e16-db6e-4b5c-831a-7db3020a72dd req-eb0a54f7-cc2a-4db4-8697-27a7e446fd56 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0477948 Sep 14 11:04:39.739686 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ec3b9e16-db6e-4b5c-831a-7db3020a72dd req-1b7434fe-acaa-4bdc-a12c-13e013da0afe tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Sep 14 11:04:39.849026 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798cbe-0502-401c-a035-6ce4fd3d8c73 req-3bdaa5ba-e382-44a6-8713-118037a53adc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:39.850426 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20798cbe-0502-401c-a035-6ce4fd3d8c73 req-3bdaa5ba-e382-44a6-8713-118037a53adc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0516601 Sep 14 11:04:39.886059 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20798cbe-0502-401c-a035-6ce4fd3d8c73 req-9648fd51-3bd3-40eb-a65a-bc1456829c17 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298667 Sep 14 11:04:40.500215 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af657f-62ec-4199-b367-4c4c023e4826 req-80f689e5-21ab-4608-8a5a-e404dcb730fb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:40.501885 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46af657f-62ec-4199-b367-4c4c023e4826 req-80f689e5-21ab-4608-8a5a-e404dcb730fb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0487680 Sep 14 11:04:40.540691 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46af657f-62ec-4199-b367-4c4c023e4826 req-4a08391e-0bce-4431-be7a-5f3baa8d4efb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Sep 14 11:04:40.854509 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e012-d55e-4fb2-87d9-622958fadd52 req-e404c99d-4dc5-4603-9256-01fab76a3235 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:40.857182 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8376e012-d55e-4fb2-87d9-622958fadd52 req-e404c99d-4dc5-4603-9256-01fab76a3235 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0508213 Sep 14 11:04:40.932768 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-f79f7b8a-37af-4f1b-932b-4a8cbb2a3a49 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:40.934327 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-f79f7b8a-37af-4f1b-932b-4a8cbb2a3a49 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 946 time: 0.0760789 Sep 14 11:04:40.937879 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8376e012-d55e-4fb2-87d9-622958fadd52 req-da30dae7-2106-4198-aa58-6ee36667dd8e tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/security-groups?id=8767c028-dc50-4bae-a0e5-9ebb801cde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Sep 14 11:04:41.011519 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef45e4-58cc-4598-a1c0-0ae4e53d7936 req-52e2084b-9294-4010-8aca-099d3a8645b5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:41.013064 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ebef45e4-58cc-4598-a1c0-0ae4e53d7936 req-52e2084b-9294-4010-8aca-099d3a8645b5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0501668 Sep 14 11:04:41.044659 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Deleting port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:04:41.044995 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:41.051727 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ebef45e4-58cc-4598-a1c0-0ae4e53d7936 req-ae9e9925-00a4-4d21-b5ce-310d2861e6af tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Sep 14 11:04:41.144520 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] For port 3a0653ec-c764-4b1a-a005-8e3dd25f0105, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a0653ec-c764-4b1a-a005-8e3dd25f0105,segment=NetworkSegment(37eac8aa-1546-471c-ae50-ff4e14e6a04d),segment_id=37eac8aa-1546-471c-ae50-ff4e14e6a04d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:41.144953 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:41.158963 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Calling delete_port for 3a0653ec-c764-4b1a-a005-8e3dd25f0105 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:04:41.302866 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:41.316218 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['3a0653ec-c764-4b1a-a005-8e3dd25f0105'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:41.337303 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Pushing event deleted for resources: {'Port': ['ID=3a0653ec-c764-4b1a-a005-8e3dd25f0105,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:41.383815 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] No DVR routers for this DVR port 3a0653ec-c764-4b1a-a005-8e3dd25f0105 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:04:41.386519 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:41.388754 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-65f7d96f-1a97-4763-a44d-88f7165cd71a req-cfa2c5b6-84e8-453f-9f3c-6212a39a4b21 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.68 "DELETE /v2.0/ports/3a0653ec-c764-4b1a-a005-8e3dd25f0105 HTTP/1.1" status: 204 len: 173 time: 0.4434974 Sep 14 11:04:41.389483 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'name': 'network-vif-deleted', 'tag': '3a0653ec-c764-4b1a-a005-8e3dd25f0105'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:41.391788 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f15aae-844d-4c74-9d2d-6581aa2c1d09" -d '{"events": [{"server_uuid": "91d1fca0-21b1-4fa5-b579-390149328ef4", "name": "network-vif-deleted", "tag": "3a0653ec-c764-4b1a-a005-8e3dd25f0105"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:41.438457 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b0ed52-f788-4d59-b469-b2dad1c53d35 x-openstack-request-id: req-31b0ed52-f788-4d59-b469-b2dad1c53d35 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:41.438811 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1fca0-21b1-4fa5-b579-390149328ef4", "name": "network-vif-deleted", "tag": "3a0653ec-c764-4b1a-a005-8e3dd25f0105", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:41.439150 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31b0ed52-f788-4d59-b469-b2dad1c53d35 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:41.439602 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1fca0-21b1-4fa5-b579-390149328ef4', 'name': 'network-vif-deleted', 'tag': '3a0653ec-c764-4b1a-a005-8e3dd25f0105', 'status': 'completed', 'code': 200} Sep 14 11:04:41.660741 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [req-b06b07bc-7917-4bac-9c0f-6e7b4e3c8afd req-8f96ceba-a22e-4e70-ada8-5dc798e9f58f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:04:41.661784 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b06b07bc-7917-4bac-9c0f-6e7b4e3c8afd req-8f96ceba-a22e-4e70-ada8-5dc798e9f58f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054266 Sep 14 11:04:41.662801 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbd5bb-9022-4e26-b896-bb2c0022e546 req-a3ac8795-8e69-429c-b021-092d7a2e4c73 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:41.664559 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7cbd5bb-9022-4e26-b896-bb2c0022e546 req-a3ac8795-8e69-429c-b021-092d7a2e4c73 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0544319 Sep 14 11:04:41.704069 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7cbd5bb-9022-4e26-b896-bb2c0022e546 req-66de85f7-e046-45da-ad93-030bd85f42d2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Sep 14 11:04:41.831804 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8528cb-50ef-4d1b-b2d2-643339245138 req-275db6cb-6a43-4532-995e-0738eccf8e8f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:41.833320 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b8528cb-50ef-4d1b-b2d2-643339245138 req-275db6cb-6a43-4532-995e-0738eccf8e8f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0501981 Sep 14 11:04:41.879621 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b8528cb-50ef-4d1b-b2d2-643339245138 req-48415289-bbed-4c6b-bb5b-a67a9373bd16 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Sep 14 11:04:42.061359 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-246cea29-f120-4698-9362-493d78d40047 req-14a2dd6c-580d-40e8-95ef-a57bf7864e65 tempest-AttachVolumeNegativeTest-307384834 tempest-AttachVolumeNegativeTest-307384834-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1fca0-21b1-4fa5-b579-390149328ef4 HTTP/1.1" status: 200 len: 210 time: 0.0324450 Sep 14 11:04:42.197576 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46008) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:42.279264 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-e76dd2df-c503-4a13-8f7a-0a36c8fe964b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804358 Sep 14 11:04:42.287596 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-f682b2fd-02e3-4f9c-9bc0-2e66d9628058 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:04:42.288536 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-f682b2fd-02e3-4f9c-9bc0-2e66d9628058 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047097 Sep 14 11:04:42.544275 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46020) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:42.588719 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Deleting subnet 9b7eefcf-460f-4852-9102-d14a7b6b5c65 {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:04:42.591653 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:42.624679 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5590367'] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:42.666107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:42.717996 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6840923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4524041'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:42.744587 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7eefcf-460f-4852-9102-d14a7b6b5c65,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:42.746402 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:42.750538 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e5407d44-6ef2-4d34-ba74-76128f433144 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b7eefcf-460f-4852-9102-d14a7b6b5c65 HTTP/1.1" status: 204 len: 168 time: 0.2035089 Sep 14 11:04:42.751204 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46026) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:42.834194 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:42.847590 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235c01-c0ea-47fd-aedf-797dd388f85a req-fb57fba0-1878-46c6-902e-c33f23e65ada tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:42.855276 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-12235c01-c0ea-47fd-aedf-797dd388f85a req-fb57fba0-1878-46c6-902e-c33f23e65ada tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0649507 Sep 14 11:04:42.888074 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-12235c01-c0ea-47fd-aedf-797dd388f85a req-dd806bc6-f152-45da-bce3-7cfb9310ad32 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Sep 14 11:04:43.121301 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46038) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:43.167264 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Deleting subnet 5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:04:43.170428 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.180090 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.206379 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.207178 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9ad56d-5407-4960-9e54-f64900cb90a3']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:04:43.219027 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4646e58d-0526-4b42-8baa-01c44bd541c5') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:04:43.219325 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4646e58d-0526-4b42-8baa-01c44bd541c5') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:04:43.227843 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d48dcd-2d62-4f94-859b-b99fb6f3101f req-3d701ecc-3a4c-4ffa-a7fa-c0d22d1c3c70 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:43.229330 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a3d48dcd-2d62-4f94-859b-b99fb6f3101f req-3d701ecc-3a4c-4ffa-a7fa-c0d22d1c3c70 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.1102877 Sep 14 11:04:43.238479 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.251571 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.267133 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.269743 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3a0653ec-c764-4b1a-a005-8e3dd25f0105 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:43.284287 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:04:43.285004 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:04:43.287350 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:04:43.294612 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 3a0653ec-c764-4b1a-a005-8e3dd25f0105 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:04:43.295166 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 3a0653ec-c764-4b1a-a005-8e3dd25f0105 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:04:43.295757 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:04:43.302418 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a3d48dcd-2d62-4f94-859b-b99fb6f3101f req-969be7e7-7d72-432b-a7ba-5aadd37c49f0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615747 Sep 14 11:04:43.353382 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.358645 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.359233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.362530 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] 10.222.0.39 "DELETE /v2.0/networks/da9ad56d-5407-4960-9e54-f64900cb90a3 HTTP/1.1" status: 204 len: 168 time: 0.6102238 Sep 14 11:04:43.378015 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.378388 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Pushing event deleted for resources: {'Network': ['ID=da9ad56d-5407-4960-9e54-f64900cb90a3,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:43.382188 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c HTTP/1.1" status: 204 len: 168 time: 0.2575076 Sep 14 11:04:43.385042 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46042) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:43.394166 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.394569 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.394912 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.395330 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.395836 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.396319 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.396937 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.397430 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.397948 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.398449 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.398958 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.399432 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffe273-dc25-412c-bd64-b5265c995814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:04:43.417019 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2471-ad82-480c-abcc-07a000a63d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e07cf76-6b8e-4c7e-86e3-b21af0c38c5c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:43.474954 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.555508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.581084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0555fe98-fbbb-47b2-99f1-6582896515a8']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:04:43.590764 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eac8aa-1546-471c-ae50-ff4e14e6a04d') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:04:43.591646 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eac8aa-1546-471c-ae50-ff4e14e6a04d') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:04:43.600750 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.606878 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46044) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:43.624406 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.633533 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:04:43.633925 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:04:43.635525 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:04:43.698006 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e79d7c8d-5f28-41b8-a9ea-9c6e649ed6af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eefd857fb6844d70a383300530982a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885127 Sep 14 11:04:43.700675 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46046) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:43.702110 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.706868 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.711132 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0555fe98-fbbb-47b2-99f1-6582896515a8 HTTP/1.1" status: 204 len: 168 time: 0.3223710 Sep 14 11:04:43.721202 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01311ad1-2c17-4892-b3a2-4bc058dc23f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0555fe98-fbbb-47b2-99f1-6582896515a8,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:43.750785 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9308e984-60e3-4e47-9b63-8cad0e5b982f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.771222 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9308e984-60e3-4e47-9b63-8cad0e5b982f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.819072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9308e984-60e3-4e47-9b63-8cad0e5b982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.822081 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9308e984-60e3-4e47-9b63-8cad0e5b982f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:43.823238 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9308e984-60e3-4e47-9b63-8cad0e5b982f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0777619b-2779-496f-86ff-7745aa413563 HTTP/1.1" status: 204 len: 168 time: 0.1214142 Sep 14 11:04:43.831362 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e984-60e3-4e47-9b63-8cad0e5b982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0777619b-2779-496f-86ff-7745aa413563,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:43.881079 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46056) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:43.924646 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ca7afec6-baec-4b89-b500-cc6dd9fde905 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48fa036e277f42eb9f256049251f3d35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423584 Sep 14 11:04:43.927068 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46060) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:04:43.987004 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-6a03036e-5781-4f97-9515-3e7b72e15883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:43.988912 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-6a03036e-5781-4f97-9515-3e7b72e15883 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069&tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 1097 time: 0.1198971 Sep 14 11:04:44.024101 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-78fe7b4b-6c5e-47f0-8fbd-cb9202c071c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:44.051329 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-78fe7b4b-6c5e-47f0-8fbd-cb9202c071c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:44.052206 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a21017-ac8c-49f2-90f8-8b30d3087f2b req-d3469407-1fe7-49b7-9346-489551277d63 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:44.054199 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-42a21017-ac8c-49f2-90f8-8b30d3087f2b req-d3469407-1fe7-49b7-9346-489551277d63 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0789287 Sep 14 11:04:44.114881 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-810d39c2-0763-4589-899d-a5318290c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:44.116554 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-810d39c2-0763-4589-899d-a5318290c82b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1097 time: 0.0869377 Sep 14 11:04:44.118097 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-78fe7b4b-6c5e-47f0-8fbd-cb9202c071c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:44.120958 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-78fe7b4b-6c5e-47f0-8fbd-cb9202c071c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:44.136627 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-78fe7b4b-6c5e-47f0-8fbd-cb9202c071c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8767c028-dc50-4bae-a0e5-9ebb801cde3d HTTP/1.1" status: 204 len: 168 time: 0.2020035 Sep 14 11:04:44.137017 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-42a21017-ac8c-49f2-90f8-8b30d3087f2b req-b2350139-cc6b-4c1e-a24c-f922783446e2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630023 Sep 14 11:04:44.169395 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7b4b-6c5e-47f0-8fbd-cb9202c071c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767c028-dc50-4bae-a0e5-9ebb801cde3d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:44.262466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-2a784252-5c4f-47a6-91f0-c2836bbbdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:44.264154 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-2a784252-5c4f-47a6-91f0-c2836bbbdad4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.1240270 Sep 14 11:04:44.367076 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-c4d6d67c-f8b8-476b-849e-d5c0dfc3be5f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 1000 time: 0.0804434 Sep 14 11:04:44.429379 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-84227de4-5c34-4800-88f9-9f1cf0b601f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:44.430317 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-84227de4-5c34-4800-88f9-9f1cf0b601f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0505776 Sep 14 11:04:44.438327 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3959-2a6a-4f6c-aed5-e3c3d794434b req-66db7ba1-6863-4630-81c9-853b3ebd59da tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:44.439818 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd1e3959-2a6a-4f6c-aed5-e3c3d794434b req-66db7ba1-6863-4630-81c9-853b3ebd59da tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0533075 Sep 14 11:04:44.481114 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd1e3959-2a6a-4f6c-aed5-e3c3d794434b req-dd0082b7-08f8-4eee-a9b4-6ce1e63aad96 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352566 Sep 14 11:04:44.484599 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-e9a65c5c-8e98-4c26-8418-8bd3358dc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:44.486124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-e9a65c5c-8e98-4c26-8418-8bd3358dc963 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437644 Sep 14 11:04:44.583548 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-97461853-480e-4a6b-b6dd-c2e113069f88 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Sep 14 11:04:44.681737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b8448c55-7432-4dd3-b604-499bb1d5410b req-57caf675-8914-4d8e-9d14-f14f43f29887 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860696 Sep 14 11:04:45.273940 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d6fa6-9ccd-4aaf-bd7a-af18a5d1ae8c req-7b1f3015-7329-4b3e-bf1a-d1f9def96a0d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:45.275502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a8d6fa6-9ccd-4aaf-bd7a-af18a5d1ae8c req-7b1f3015-7329-4b3e-bf1a-d1f9def96a0d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0561044 Sep 14 11:04:45.385996 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a8d6fa6-9ccd-4aaf-bd7a-af18a5d1ae8c req-c554260f-9d13-48d0-8b88-6d2aa2fecd47 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917132 Sep 14 11:04:45.805770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36335b-8272-4df5-bb4a-d6c4d9dcfac9 req-239e353f-91bd-4c1d-ae98-5ed673017a1f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:45.806957 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b36335b-8272-4df5-bb4a-d6c4d9dcfac9 req-239e353f-91bd-4c1d-ae98-5ed673017a1f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0556891 Sep 14 11:04:45.860743 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b36335b-8272-4df5-bb4a-d6c4d9dcfac9 req-3b684499-22d4-438d-b809-2fb10966ea80 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459113 Sep 14 11:04:45.984225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cdeb-1282-4029-aa42-7b76dfd26c95 req-7fd7b686-2056-4cdd-a737-4498c798b28d tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:45.987788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-44f6cdeb-1282-4029-aa42-7b76dfd26c95 req-7fd7b686-2056-4cdd-a737-4498c798b28d tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0536942 Sep 14 11:04:46.039747 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-44f6cdeb-1282-4029-aa42-7b76dfd26c95 req-fbfda260-c5f7-48e2-b03c-23461bb9bad6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Sep 14 11:04:46.504404 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2706c-b72d-41bc-b6de-6705f85b1ef5 req-a43705cb-6661-4ae2-80ed-0842fc6a5984 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:46.505919 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-59b2706c-b72d-41bc-b6de-6705f85b1ef5 req-a43705cb-6661-4ae2-80ed-0842fc6a5984 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0495853 Sep 14 11:04:46.545086 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-59b2706c-b72d-41bc-b6de-6705f85b1ef5 req-5b016f3a-94d9-46c3-a293-765eefda0b21 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Sep 14 11:04:46.989936 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a1c8-133e-43f8-9479-b698d5886f4c req-d21b42ec-724e-4d07-8139-7ea76acd994f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:46.991446 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3879a1c8-133e-43f8-9479-b698d5886f4c req-d21b42ec-724e-4d07-8139-7ea76acd994f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0544350 Sep 14 11:04:47.043121 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3879a1c8-133e-43f8-9479-b698d5886f4c req-8ff2d699-52d0-4334-9d7f-4773ae26c6f4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Sep 14 11:04:47.161568 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66afc23-d04b-4f70-bb5a-d565240386a5 req-d7658f75-0f5d-440a-b5e6-07bf821e5d48 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:47.163141 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c66afc23-d04b-4f70-bb5a-d565240386a5 req-d7658f75-0f5d-440a-b5e6-07bf821e5d48 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0508816 Sep 14 11:04:47.234087 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c66afc23-d04b-4f70-bb5a-d565240386a5 req-abd261e7-3d78-404c-b5c5-09fe60313711 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641816 Sep 14 11:04:47.663081 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bc30-b0c5-4272-ba2d-dd18921a597d req-f4a67e4e-1014-4328-aee0-b1def9f358a2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:47.664716 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5785bc30-b0c5-4272-ba2d-dd18921a597d req-f4a67e4e-1014-4328-aee0-b1def9f358a2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0500011 Sep 14 11:04:47.709695 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5785bc30-b0c5-4272-ba2d-dd18921a597d req-31dd5a95-a1c5-4f4d-8855-78816a8a66a0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384519 Sep 14 11:04:48.174172 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb47c26-6e19-4a82-9fc5-36663305198d req-ccc8fd67-102c-4e1d-afc5-fba197dd3177 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:48.175673 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2fb47c26-6e19-4a82-9fc5-36663305198d req-ccc8fd67-102c-4e1d-afc5-fba197dd3177 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0537224 Sep 14 11:04:48.213610 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2fb47c26-6e19-4a82-9fc5-36663305198d req-1423e303-aab8-4168-8517-c0ecc46a7de1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Sep 14 11:04:48.351661 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4120892-65e8-4d6a-85a5-b3c3101fe267 req-c9b2d20c-c320-4e87-a60d-f89163740711 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:48.353428 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c4120892-65e8-4d6a-85a5-b3c3101fe267 req-c9b2d20c-c320-4e87-a60d-f89163740711 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0524457 Sep 14 11:04:48.395070 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c4120892-65e8-4d6a-85a5-b3c3101fe267 req-11f1691d-2c69-414f-9ad6-f26c3c95e980 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352440 Sep 14 11:04:48.832656 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94768699-371c-4216-9ac3-cbbca790f256 req-3ec450c7-81a9-464e-8193-8aa297466928 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:48.834254 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-94768699-371c-4216-9ac3-cbbca790f256 req-3ec450c7-81a9-464e-8193-8aa297466928 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0511751 Sep 14 11:04:48.879676 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-94768699-371c-4216-9ac3-cbbca790f256 req-e49c1fd5-4e9c-452e-ab9c-61a18a4f3492 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 14 11:04:48.973820 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e69be66b-bf8a-44d2-aae0-705ee0f5b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:49.339717 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df3915-4c07-4dff-b998-b854979462f7 req-b2c6504d-e060-4102-b06c-ba1b122d1f5b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:49.341251 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3df3915-4c07-4dff-b998-b854979462f7 req-b2c6504d-e060-4102-b06c-ba1b122d1f5b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0544209 Sep 14 11:04:49.379812 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3df3915-4c07-4dff-b998-b854979462f7 req-2cba3ff2-6d13-452d-a882-968b399b2c8d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Sep 14 11:04:49.514582 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580552-26b9-4d3f-9bbb-56786ec621e5 req-38d388b9-876b-4ccb-bfde-93ddd1252526 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:49.516124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61580552-26b9-4d3f-9bbb-56786ec621e5 req-38d388b9-876b-4ccb-bfde-93ddd1252526 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0506356 Sep 14 11:04:49.553947 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61580552-26b9-4d3f-9bbb-56786ec621e5 req-539a9270-440a-480c-bcbf-430b0a1e931f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Sep 14 11:04:50.010440 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5281-574f-4bf7-8f4d-5b7c654adb0f req-1d72d068-ff80-4c9c-8855-07e11f748904 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:50.011945 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-324a5281-574f-4bf7-8f4d-5b7c654adb0f req-1d72d068-ff80-4c9c-8855-07e11f748904 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0603373 Sep 14 11:04:50.058364 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-324a5281-574f-4bf7-8f4d-5b7c654adb0f req-97aa276e-ca3a-4795-a8a7-f81d4814d2cc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366819 Sep 14 11:04:50.506848 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f9f6a-e05e-4542-aaea-361acfec0947 req-19dcc692-cc4b-4955-b9f1-620b910ae8b7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:50.508383 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-128f9f6a-e05e-4542-aaea-361acfec0947 req-19dcc692-cc4b-4955-b9f1-620b910ae8b7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0528493 Sep 14 11:04:50.548427 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-128f9f6a-e05e-4542-aaea-361acfec0947 req-e807dd8e-ed11-455c-a2e7-76c433f06599 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333986 Sep 14 11:04:50.674546 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc420-eb27-4c3f-8b2c-5d380a9abafa req-47b154e4-9ccf-42c5-a72f-8408cb558e4f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:50.676110 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-710dc420-eb27-4c3f-8b2c-5d380a9abafa req-47b154e4-9ccf-42c5-a72f-8408cb558e4f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0515597 Sep 14 11:04:50.718708 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-710dc420-eb27-4c3f-8b2c-5d380a9abafa req-1cf40759-d695-4f3a-86d9-2a164a3d9032 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Sep 14 11:04:50.932193 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:51.178039 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed396-658a-44a1-859e-bcd59ba92aee req-dd14e0c6-d642-40fa-81a8-8508c972f8f0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:51.179831 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-80bed396-658a-44a1-859e-bcd59ba92aee req-dd14e0c6-d642-40fa-81a8-8508c972f8f0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0504575 Sep 14 11:04:51.219306 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-80bed396-658a-44a1-859e-bcd59ba92aee req-8e8e4a3a-339e-47e3-a22d-7b4954222df1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Sep 14 11:04:51.477248 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-875b1d6f-14df-48e9-a6d5-39600934ed72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:51.646970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:51.683858 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2daf4-ce68-49f4-8fab-c72b543c5350 req-8a0daa33-1658-4b63-88d6-679d1952950a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:51.685356 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-24f2daf4-ce68-49f4-8fab-c72b543c5350 req-8a0daa33-1658-4b63-88d6-679d1952950a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0636759 Sep 14 11:04:51.723462 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-24f2daf4-ce68-49f4-8fab-c72b543c5350 req-e31ed87f-0a36-4291-930a-0d484f5911dc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Sep 14 11:04:51.839742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb731acd-6882-4206-b3c9-ba48afc35d3c req-c28c0ebb-e948-4521-9c8c-c371e9b76e8c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:51.841327 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fb731acd-6882-4206-b3c9-ba48afc35d3c req-c28c0ebb-e948-4521-9c8c-c371e9b76e8c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0504742 Sep 14 11:04:51.881249 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fb731acd-6882-4206-b3c9-ba48afc35d3c req-dd3ce65b-5002-43d8-ae83-932fdc326a63 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Sep 14 11:04:52.338118 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e305fd-7eae-4b67-a153-30855863582f req-33d64a04-1c98-4cba-b76c-ee10fa418995 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:52.339845 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-81e305fd-7eae-4b67-a153-30855863582f req-33d64a04-1c98-4cba-b76c-ee10fa418995 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0503390 Sep 14 11:04:52.383620 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-81e305fd-7eae-4b67-a153-30855863582f req-3d902d61-f33a-4603-ac07-918cdb9253c6 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Sep 14 11:04:52.858960 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a41af2-64e8-4e45-8922-4556899afac9 req-0f362063-13bc-4d32-8198-03b76bddc445 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:52.860475 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-96a41af2-64e8-4e45-8922-4556899afac9 req-0f362063-13bc-4d32-8198-03b76bddc445 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0555401 Sep 14 11:04:52.898677 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-96a41af2-64e8-4e45-8922-4556899afac9 req-27592d94-1306-451c-85c7-fe6e53486c64 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Sep 14 11:04:52.942839 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:53.017088 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778e099-b3ad-4c6a-8912-c56db024c59e req-fd478ad6-d3bd-41fe-92ec-184a47dfe945 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:53.018613 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7778e099-b3ad-4c6a-8912-c56db024c59e req-fd478ad6-d3bd-41fe-92ec-184a47dfe945 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0505283 Sep 14 11:04:53.058678 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7778e099-b3ad-4c6a-8912-c56db024c59e req-314cacfc-b4da-4863-83e9-c70839133dee tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Sep 14 11:04:53.507770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ff078-d248-4680-96d8-f0887d78238b req-04754a9d-a4ff-4f4d-b655-207787a7958f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:53.509381 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-711ff078-d248-4680-96d8-f0887d78238b req-04754a9d-a4ff-4f4d-b655-207787a7958f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0488257 Sep 14 11:04:53.548296 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-711ff078-d248-4680-96d8-f0887d78238b req-c6177b18-40f3-4fe5-bfc3-fdb839454a87 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Sep 14 11:04:54.050808 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adecb67-ba37-49ca-8ebc-5a5349e6bed6 req-3f9b0088-d2f7-4cc9-a1ca-aaa51ff02a7b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:54.052370 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4adecb67-ba37-49ca-8ebc-5a5349e6bed6 req-3f9b0088-d2f7-4cc9-a1ca-aaa51ff02a7b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0745902 Sep 14 11:04:54.104946 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4adecb67-ba37-49ca-8ebc-5a5349e6bed6 req-df1f2a34-1c13-4157-a0af-dd890408e2c7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Sep 14 11:04:54.244985 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53d47-f324-46a3-9104-37affc9ced1d req-8e46dd12-0e7b-4729-92a0-23e7f1a8646f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:54.250045 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8cc53d47-f324-46a3-9104-37affc9ced1d req-8e46dd12-0e7b-4729-92a0-23e7f1a8646f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0605781 Sep 14 11:04:54.286954 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8cc53d47-f324-46a3-9104-37affc9ced1d req-982748b0-1fe6-4d20-adf7-cba2a0ec11e5 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Sep 14 11:04:54.620341 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:54.673973 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c31b4d-a80d-4169-89fc-3f2a52a847db req-18cfcfb2-1ac7-42a5-a059-e32b16224804 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:54.675464 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-74c31b4d-a80d-4169-89fc-3f2a52a847db req-18cfcfb2-1ac7-42a5-a059-e32b16224804 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0537496 Sep 14 11:04:54.714060 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-74c31b4d-a80d-4169-89fc-3f2a52a847db req-b5cf537d-ba19-48fb-a323-d772aab83439 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Sep 14 11:04:55.232601 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147b7f-80be-4467-bd1a-fe6289840cdc req-e89ba1c9-77ce-4620-a301-ca86e8efdb4d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:55.234146 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3b147b7f-80be-4467-bd1a-fe6289840cdc req-e89ba1c9-77ce-4620-a301-ca86e8efdb4d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0547352 Sep 14 11:04:55.272665 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3b147b7f-80be-4467-bd1a-fe6289840cdc req-0b70e1ed-954b-4130-966b-09d53f3b699b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Sep 14 11:04:55.413005 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de973-31bb-43eb-8126-6d77de90031b req-62246e11-59a3-40c5-b543-00546a3d0e84 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:55.414782 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2e3de973-31bb-43eb-8126-6d77de90031b req-62246e11-59a3-40c5-b543-00546a3d0e84 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0520251 Sep 14 11:04:55.458228 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2e3de973-31bb-43eb-8126-6d77de90031b req-26e8bd08-f1de-490d-a966-35750b094156 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Sep 14 11:04:55.829998 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e9293-0b26-43a7-b9bd-e1a257c0dc3b req-dc7126e2-d64b-42c9-9f51-a11031dc330d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:55.831552 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c1e9293-0b26-43a7-b9bd-e1a257c0dc3b req-dc7126e2-d64b-42c9-9f51-a11031dc330d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0498624 Sep 14 11:04:55.869629 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c1e9293-0b26-43a7-b9bd-e1a257c0dc3b req-6ec6099f-bb7d-41e5-808d-7c3a59b267e6 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Sep 14 11:04:56.400635 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b7d9e-01b4-4d7a-b201-1d7bdd2c0631 req-2ea1f739-8215-4118-84de-853801042c22 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:56.402296 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-205b7d9e-01b4-4d7a-b201-1d7bdd2c0631 req-2ea1f739-8215-4118-84de-853801042c22 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0549824 Sep 14 11:04:56.443948 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-205b7d9e-01b4-4d7a-b201-1d7bdd2c0631 req-3219c97b-a5fb-4cce-b7e4-cf6aa5c017d9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339897 Sep 14 11:04:56.574855 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5349-d94a-426c-8a6d-93754c3d5c4b req-47e1c6ca-bc6a-4102-9639-8fbf32bc6038 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:56.576158 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7c1a5349-d94a-426c-8a6d-93754c3d5c4b req-47e1c6ca-bc6a-4102-9639-8fbf32bc6038 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0500069 Sep 14 11:04:56.614376 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7c1a5349-d94a-426c-8a6d-93754c3d5c4b req-fc59c41c-ab44-41b8-baf1-7ea1c3769bac tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Sep 14 11:04:56.985224 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4c10-7878-4c9d-a4b2-b9c1619a5f27 req-7ef370f7-8573-4c71-a487-85bd7cfb1b7a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:56.986685 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf8f4c10-7878-4c9d-a4b2-b9c1619a5f27 req-7ef370f7-8573-4c71-a487-85bd7cfb1b7a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0493844 Sep 14 11:04:57.022932 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf8f4c10-7878-4c9d-a4b2-b9c1619a5f27 req-e7a48d83-8791-4dd7-8727-1e4591a49daa tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Sep 14 11:04:57.385212 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-1a8c4d6a-4328-4b04-b536-73c53083c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:57.386833 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-1a8c4d6a-4328-4b04-b536-73c53083c26e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0460403 Sep 14 11:04:57.505907 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-0b72982b-3532-47b7-8e78-7a096d7d418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:57.507364 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-0b72982b-3532-47b7-8e78-7a096d7d418f service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.0847900 Sep 14 11:04:57.555449 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-c95272a4-09d2-4665-b510-4686c9b1e604 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 217 time: 0.0375128 Sep 14 11:04:57.571749 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39769826-2ab3-4c41-b84c-6abfebed778f req-cfbc6367-44a5-48b3-bf0b-54e2c25d07be tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:57.573268 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39769826-2ab3-4c41-b84c-6abfebed778f req-cfbc6367-44a5-48b3-bf0b-54e2c25d07be tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0482154 Sep 14 11:04:57.605172 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-9438c576-73b9-4050-927a-99fb6fc5079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:57.607840 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-9438c576-73b9-4050-927a-99fb6fc5079d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.0448072 Sep 14 11:04:57.612014 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39769826-2ab3-4c41-b84c-6abfebed778f req-ca8ca659-69e4-461c-a58e-8416a574b20e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Sep 14 11:04:57.642156 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-6b123c51-1f53-4adf-b245-ce0dbb1228bd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244813 Sep 14 11:04:57.769916 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-6d66feca-5c19-48f6-aabc-40b3331ac809 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142275 Sep 14 11:04:57.779292 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e4f5-267b-4b3c-bd7e-dfb31c95acfc req-7eeef522-c6e1-434c-844d-431fd66c2ef8 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:57.780665 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6499e4f5-267b-4b3c-bd7e-dfb31c95acfc req-7eeef522-c6e1-434c-844d-431fd66c2ef8 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0979857 Sep 14 11:04:57.876118 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6499e4f5-267b-4b3c-bd7e-dfb31c95acfc req-617a7a1b-d3c2-4c44-9ce0-e8355b203758 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823627 Sep 14 11:04:57.891577 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a5d2e5fd-ad44-464f-a457-13a11690b4d8 req-32f3f737-35b1-4845-8aff-cb0178233547 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100037 Sep 14 11:04:58.142955 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b7b7-d867-4be7-9577-ad82c1eb7e74 req-1089aecc-51f2-46e6-8697-98bfa809676a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:58.144423 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af73b7b7-d867-4be7-9577-ad82c1eb7e74 req-1089aecc-51f2-46e6-8697-98bfa809676a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0544295 Sep 14 11:04:58.180609 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af73b7b7-d867-4be7-9577-ad82c1eb7e74 req-a387877d-b07a-4332-a24d-e17d444b5274 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302846 Sep 14 11:04:58.667376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4863f8-3853-4a3b-9666-df97f7c50bbf req-2ac7e355-21cd-4ace-8f77-2b65a265ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:58.669811 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6e4863f8-3853-4a3b-9666-df97f7c50bbf req-2ac7e355-21cd-4ace-8f77-2b65a265ef2f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0461471 Sep 14 11:04:58.725985 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6e4863f8-3853-4a3b-9666-df97f7c50bbf req-35f5a69b-ed87-4b9c-b4c4-7a5c06893ca7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Sep 14 11:04:58.761692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e66bad-6c41-410f-af83-793064f3cf22 req-2416e59b-5879-416e-ad7b-b0db2386998f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:58.763709 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-37e66bad-6c41-410f-af83-793064f3cf22 req-2416e59b-5879-416e-ad7b-b0db2386998f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0573533 Sep 14 11:04:58.810619 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-37e66bad-6c41-410f-af83-793064f3cf22 req-159c4abf-446a-43e0-bf1e-5aafbae1796b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Sep 14 11:04:58.986481 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7373c1-6e7b-42de-9804-259d2483d73e req-80c1d374-1514-46b6-b4e8-6932beb713cf tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:58.987980 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e7373c1-6e7b-42de-9804-259d2483d73e req-80c1d374-1514-46b6-b4e8-6932beb713cf tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0497007 Sep 14 11:04:59.024086 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e7373c1-6e7b-42de-9804-259d2483d73e req-86e37160-7f6b-4608-8c7d-bd45e360d0c7 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Sep 14 11:04:59.299332 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cc8b8-c0c0-4310-823e-3ca39e6735d6 req-eb921b33-9de2-43f7-8495-819011ee707a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:59.301780 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa8cc8b8-c0c0-4310-823e-3ca39e6735d6 req-eb921b33-9de2-43f7-8495-819011ee707a tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0533090 Sep 14 11:04:59.341856 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa8cc8b8-c0c0-4310-823e-3ca39e6735d6 req-6f661f17-2762-454a-b4fb-426df77e55f0 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Sep 14 11:04:59.401063 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-9ad68939-7a6e-471b-8298-243fd2e8db78 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:59.402640 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-9ad68939-7a6e-471b-8298-243fd2e8db78 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 945 time: 0.0533562 Sep 14 11:04:59.500761 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Deleting port ec3bf19f-a2ce-4589-9f6e-a285427c330d {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:04:59.501192 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:59.596918 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] For port ec3bf19f-a2ce-4589-9f6e-a285427c330d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ec3bf19f-a2ce-4589-9f6e-a285427c330d,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:04:59.597427 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:59.610176 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Calling delete_port for ec3bf19f-a2ce-4589-9f6e-a285427c330d owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:04:59.740720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:59.752763 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['ec3bf19f-a2ce-4589-9f6e-a285427c330d'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:04:59.769118 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Pushing event deleted for resources: {'Port': ['ID=ec3bf19f-a2ce-4589-9f6e-a285427c330d,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:04:59.810167 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] No DVR routers for this DVR port ec3bf19f-a2ce-4589-9f6e-a285427c330d on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:04:59.812646 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:04:59.814631 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-538d7bdd-b2cf-4f21-927e-b24333f5cc35 req-1b8b76d1-612c-4765-8274-88b4ca8881e9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "DELETE /v2.0/ports/ec3bf19f-a2ce-4589-9f6e-a285427c330d HTTP/1.1" status: 204 len: 173 time: 0.4052410 Sep 14 11:04:59.815057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8a736-3186-4280-af11-04fcfd352f2c', 'name': 'network-vif-deleted', 'tag': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:04:59.817305 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3df9f4-0c6f-4ac2-981e-2a369335b8df" -d '{"events": [{"server_uuid": "11f8a736-3186-4280-af11-04fcfd352f2c", "name": "network-vif-deleted", "tag": "ec3bf19f-a2ce-4589-9f6e-a285427c330d"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:04:59.857667 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33e0466-5585-4bfd-a024-297db0f6580a x-openstack-request-id: req-c33e0466-5585-4bfd-a024-297db0f6580a {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:04:59.858026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8a736-3186-4280-af11-04fcfd352f2c", "name": "network-vif-deleted", "tag": "ec3bf19f-a2ce-4589-9f6e-a285427c330d", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:04:59.858392 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c33e0466-5585-4bfd-a024-297db0f6580a {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:04:59.858875 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f8a736-3186-4280-af11-04fcfd352f2c', 'name': 'network-vif-deleted', 'tag': 'ec3bf19f-a2ce-4589-9f6e-a285427c330d', 'status': 'completed', 'code': 200} Sep 14 11:04:59.962571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a147f-68c0-409e-9cfa-0e67d9f71f09 req-577d3166-e67c-43e9-b4ac-560a33bb0409 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:04:59.965231 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-752a147f-68c0-409e-9cfa-0e67d9f71f09 req-577d3166-e67c-43e9-b4ac-560a33bb0409 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0660450 Sep 14 11:05:00.019058 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-752a147f-68c0-409e-9cfa-0e67d9f71f09 req-22b95918-2fd3-4ebd-ad42-67fff0c104d0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Sep 14 11:05:00.128825 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6398d1dc-a863-43f7-ab2d-a25185f80802 req-feddc34a-3a53-473c-b108-bf40e89a183f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f8a736-3186-4280-af11-04fcfd352f2c HTTP/1.1" status: 200 len: 210 time: 0.0271096 Sep 14 11:05:00.456346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beda1-aba4-44f7-91e6-55e162c53b1b req-d2acbfd5-3995-4dbe-a18c-063d80421cd7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:00.457827 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a25beda1-aba4-44f7-91e6-55e162c53b1b req-d2acbfd5-3995-4dbe-a18c-063d80421cd7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0481215 Sep 14 11:05:00.493918 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a25beda1-aba4-44f7-91e6-55e162c53b1b req-e2903408-265a-4527-9ea1-f4291f1a8752 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301926 Sep 14 11:05:00.819719 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-25139db4-11e4-426c-ab79-77897a89d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:00.821300 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-25139db4-11e4-426c-ab79-77897a89d236 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 1098 time: 0.0438907 Sep 14 11:05:00.832456 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7da6-9d4f-4be7-878b-ecc0baf5bcfc req-52d614bb-8f9e-4f91-9f1e-90361dcd5297 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:00.833992 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c6e7da6-9d4f-4be7-878b-ecc0baf5bcfc req-52d614bb-8f9e-4f91-9f1e-90361dcd5297 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0511832 Sep 14 11:05:00.872954 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c6e7da6-9d4f-4be7-878b-ecc0baf5bcfc req-325f149a-3dc2-41d6-9e80-8ec060e818eb tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Sep 14 11:05:00.916828 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-e4892b48-8c2d-43ec-b9ac-ee4fba28920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:00.918335 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-e4892b48-8c2d-43ec-b9ac-ee4fba28920c service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 200 len: 920 time: 0.0899708 Sep 14 11:05:00.958616 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-13536648-bfd9-4b41-b2f0-d723a76114df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 200 len: 217 time: 0.0331957 Sep 14 11:05:01.010487 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-95df0902-f43f-42fc-98bd-2768d14f0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:01.011896 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-95df0902-f43f-42fc-98bd-2768d14f0c66 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 200 len: 859 time: 0.0467923 Sep 14 11:05:01.043285 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-6e0c1624-01b9-4874-b896-c658aac0904a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245228 Sep 14 11:05:01.078443 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46438) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:01.170067 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-801d7aeb-5d3f-46d9-9141-09ebce1bd1e6 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188223 Sep 14 11:05:01.185664 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc2a12-77dc-48d8-a851-ce920b9f4607 req-1af549fb-b19a-4550-a0b6-1c20a1702e4d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:01.187198 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d2bc2a12-77dc-48d8-a851-ce920b9f4607 req-1af549fb-b19a-4550-a0b6-1c20a1702e4d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0740485 Sep 14 11:05:01.225007 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-abf64101-f55b-4d7c-abc5-4c4800604da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.308753 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d2bc2a12-77dc-48d8-a851-ce920b9f4607 req-2b9a329a-1604-4d4d-897c-01bddc040138 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089163 Sep 14 11:05:01.352824 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f5d338a-a2b7-488d-8e07-05b6499cd0b8 req-b2579cf4-e2f2-4522-abcc-f0695016eac1 service neutron] 10.222.0.68 "GET /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749446 Sep 14 11:05:01.411731 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-abf64101-f55b-4d7c-abc5-4c4800604da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.415373 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-abf64101-f55b-4d7c-abc5-4c4800604da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.452487 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-abf64101-f55b-4d7c-abc5-4c4800604da0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aeab54e5a72d4ddba14673b79a7f81df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730600 Sep 14 11:05:01.453355 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf64101-f55b-4d7c-abc5-4c4800604da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76687ef-bbab-4f4a-baf4-d1690d617907,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:01.456209 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46450) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:01.506591 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.527342 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.582221 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.584816 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.585987 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d76687ef-bbab-4f4a-baf4-d1690d617907 HTTP/1.1" status: 204 len: 168 time: 0.1284015 Sep 14 11:05:01.593719 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76687ef-bbab-4f4a-baf4-d1690d617907,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:01.600637 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.600992 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.601339 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.601711 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.602050 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.602381 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.602820 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.603032 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.603363 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.603689 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.604016 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.604339 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626e429-2b40-4029-be44-36415261af3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:01.836022 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46456) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:01.849904 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-154f5f04-2644-40cf-922c-1495f949436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.939467 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-154f5f04-2644-40cf-922c-1495f949436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:01.952125 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-154f5f04-2644-40cf-922c-1495f949436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:02.012006 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-154f5f04-2644-40cf-922c-1495f949436b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=850dda4debfc411299d4246a68dc23c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748588 Sep 14 11:05:02.014293 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f5f04-2644-40cf-922c-1495f949436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298a0aa-c6e1-4f78-a847-99b8a9110084,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:02.015228 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46460) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:02.030700 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4873-6277-4121-8a90-dde372d4bf6e req-de8a9e6a-c613-4f30-b15b-b9838a14bee5 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:02.032162 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9b4873-6277-4121-8a90-dde372d4bf6e req-de8a9e6a-c613-4f30-b15b-b9838a14bee5 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0910170 Sep 14 11:05:02.064612 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d3bfea2a-2ac2-43be-b79e-218b482f4d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:02.072079 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9b4873-6277-4121-8a90-dde372d4bf6e req-f5cd59a3-95cf-4dfc-9552-ac99400c811f tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Sep 14 11:05:02.085342 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d3bfea2a-2ac2-43be-b79e-218b482f4d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:02.131315 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d3bfea2a-2ac2-43be-b79e-218b482f4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:02.133912 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d3bfea2a-2ac2-43be-b79e-218b482f4d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:02.135048 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d3bfea2a-2ac2-43be-b79e-218b482f4d7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1298a0aa-c6e1-4f78-a847-99b8a9110084 HTTP/1.1" status: 204 len: 168 time: 0.1188428 Sep 14 11:05:02.142819 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfea2a-2ac2-43be-b79e-218b482f4d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298a0aa-c6e1-4f78-a847-99b8a9110084,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:02.431593 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244f9be-9fe1-4369-8f33-15d84e75a0dd req-903cfdb8-8440-44c8-b275-f6b351f22948 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:02.433068 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8244f9be-9fe1-4369-8f33-15d84e75a0dd req-903cfdb8-8440-44c8-b275-f6b351f22948 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Sep 14 11:05:02.473200 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8244f9be-9fe1-4369-8f33-15d84e75a0dd req-b8728aee-5205-49c3-8d45-1077a8e85b7a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332892 Sep 14 11:05:03.196045 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc09fc-f3db-436c-9930-f3895d507fd3 req-bbdd690f-c23f-4f06-9989-d5b764688878 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:03.197661 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-01dc09fc-f3db-436c-9930-f3895d507fd3 req-bbdd690f-c23f-4f06-9989-d5b764688878 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0581000 Sep 14 11:05:03.236830 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-01dc09fc-f3db-436c-9930-f3895d507fd3 req-eaaeab34-6ff7-4a98-8d2b-3ef20ae585a2 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Sep 14 11:05:03.596911 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a0dfe-62af-426d-96ac-07491aaaeb45 req-22bf028d-c7a3-4669-8857-1d528a7f62b9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:03.598544 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eb9a0dfe-62af-426d-96ac-07491aaaeb45 req-22bf028d-c7a3-4669-8857-1d528a7f62b9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0513928 Sep 14 11:05:03.635978 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eb9a0dfe-62af-426d-96ac-07491aaaeb45 req-e92848bd-0e52-4608-8079-67c40b1afce9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Sep 14 11:05:04.312666 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ec3bf19f-a2ce-4589-9f6e-a285427c330d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:05:04.331937 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: ec3bf19f-a2ce-4589-9f6e-a285427c330d {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:05:04.332280 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ec3bf19f-a2ce-4589-9f6e-a285427c330d not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:05:04.353284 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1631c-7e60-480d-b81a-66b1e714fae0 req-754917b0-f973-46f4-b30f-9b901ba52175 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:04.354930 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ea1631c-7e60-480d-b81a-66b1e714fae0 req-754917b0-f973-46f4-b30f-9b901ba52175 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0494733 Sep 14 11:05:04.394398 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ea1631c-7e60-480d-b81a-66b1e714fae0 req-c551fc9e-b0e3-4833-ba8e-ad049168f71d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Sep 14 11:05:04.753778 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc0860-06fe-4e7c-9f6c-dd6cdaffeac7 req-6888a1b3-821b-40fb-8436-cdae3469fca0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:04.755239 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7edc0860-06fe-4e7c-9f6c-dd6cdaffeac7 req-6888a1b3-821b-40fb-8436-cdae3469fca0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0474010 Sep 14 11:05:04.790208 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7edc0860-06fe-4e7c-9f6c-dd6cdaffeac7 req-0913b5b7-1dab-4b46-9a1a-2c1f80b894b6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292568 Sep 14 11:05:05.508215 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008d6e0-c8ca-4767-a13e-4b08138cc309 req-9e6a8007-544e-46ee-bd21-31c5315c5ca3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:05.509997 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c008d6e0-c8ca-4767-a13e-4b08138cc309 req-9e6a8007-544e-46ee-bd21-31c5315c5ca3 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0492988 Sep 14 11:05:05.552767 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c008d6e0-c8ca-4767-a13e-4b08138cc309 req-5ce4b5a9-cf0a-45dd-a6a9-88a84aa17b88 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363564 Sep 14 11:05:05.921325 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca8b77-7b29-47c2-a304-2dbbcc3079c1 req-1a9e7133-02d9-445b-9378-dd7d06ddf6d0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:05.923073 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-06ca8b77-7b29-47c2-a304-2dbbcc3079c1 req-1a9e7133-02d9-445b-9378-dd7d06ddf6d0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0557206 Sep 14 11:05:05.963957 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-06ca8b77-7b29-47c2-a304-2dbbcc3079c1 req-b6c0335d-ef36-480a-85bb-e164c0bc072b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347281 Sep 14 11:05:06.667321 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c290d-f9b7-49b0-9671-1026d5509513 req-43aa9a00-50be-4d96-8803-e955749955a7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:06.669363 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1d9c290d-f9b7-49b0-9671-1026d5509513 req-43aa9a00-50be-4d96-8803-e955749955a7 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0497246 Sep 14 11:05:06.707386 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1d9c290d-f9b7-49b0-9671-1026d5509513 req-9d2eaa85-0751-42cf-ad37-44e36debd510 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Sep 14 11:05:07.099889 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74f89f-f635-4d4d-9e60-64966e5912e6 req-f2faa499-28fe-4431-a063-d9ff2881692b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:07.106206 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eb74f89f-f635-4d4d-9e60-64966e5912e6 req-f2faa499-28fe-4431-a063-d9ff2881692b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 944 time: 0.0606146 Sep 14 11:05:07.141338 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eb74f89f-f635-4d4d-9e60-64966e5912e6 req-f45b931b-839f-4500-9672-7ce8d75cc1b8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331531 Sep 14 11:05:07.888264 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f849b9e-42fe-4d9c-b137-b7027ba3ba1a req-9773aad8-4d43-4522-97db-eca850a8598c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:07.889929 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2f849b9e-42fe-4d9c-b137-b7027ba3ba1a req-9773aad8-4d43-4522-97db-eca850a8598c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Sep 14 11:05:07.929174 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2f849b9e-42fe-4d9c-b137-b7027ba3ba1a req-6dd71543-a76b-4d6a-9198-c6db5e913222 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324073 Sep 14 11:05:08.018826 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:05:08.110336 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:08.124266 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'port_id': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'mac_address': 'fa:16:3e:cc:65:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:05:08.160644 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:08.173813 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df4ecf4-fbe2-4665-b91b-4caa6d73903f {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:05:08.194070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:08.198218 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:08.251966 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=9']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:08.259527 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.259914 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.260047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb69d-c06b-4f89-975c-40fa2c2c6a21 req-89e43850-95f2-4aa9-82b4-a9fc54ff17be tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:08.260522 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.260618 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.260912 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.261245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.261725 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.261902 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c66cb69d-c06b-4f89-975c-40fa2c2c6a21 req-89e43850-95f2-4aa9-82b4-a9fc54ff17be tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0472331 Sep 14 11:05:08.262044 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.262257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.263150 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.263475 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.263800 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:08.305180 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c66cb69d-c06b-4f89-975c-40fa2c2c6a21 req-c71c2ff2-b1ca-455f-be36-b99bc61cd919 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336883 Sep 14 11:05:09.044425 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361fc66-0e32-4e68-9030-6de7cecf6ff1 req-27be5e50-5e58-4506-badb-2531c88485e2 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:09.045927 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3361fc66-0e32-4e68-9030-6de7cecf6ff1 req-27be5e50-5e58-4506-badb-2531c88485e2 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0478199 Sep 14 11:05:09.082171 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3361fc66-0e32-4e68-9030-6de7cecf6ff1 req-999284a2-8059-498e-b677-ed6654fb59b9 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302246 Sep 14 11:05:09.423301 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e45b01-6b0d-4ce4-a20f-e20485c995a0 req-d0e1d1e6-11a3-4f7f-9543-a22c515cc2a1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:09.424768 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e9e45b01-6b0d-4ce4-a20f-e20485c995a0 req-d0e1d1e6-11a3-4f7f-9543-a22c515cc2a1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Sep 14 11:05:09.464264 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e9e45b01-6b0d-4ce4-a20f-e20485c995a0 req-024d6594-f5ad-4272-9921-97e5d1068006 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Sep 14 11:05:10.170008 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['9df4ecf4-fbe2-4665-b91b-4caa6d73903f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:05:10.203665 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4aa2d-374f-4d8c-85f1-6d127db0d0e6 req-2f98d873-a5cd-4ff2-add2-16256252d77d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:10.205204 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eae4aa2d-374f-4d8c-85f1-6d127db0d0e6 req-2f98d873-a5cd-4ff2-add2-16256252d77d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Sep 14 11:05:10.242399 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eae4aa2d-374f-4d8c-85f1-6d127db0d0e6 req-b1be6646-bb3c-4545-84a0-ffc469f9fe34 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Sep 14 11:05:10.584094 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeba6c6-e654-4f2a-b757-526ee6600efc req-55da3019-0c44-4a3d-ba7d-9337de1f3b92 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:10.585628 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0aeba6c6-e654-4f2a-b757-526ee6600efc req-55da3019-0c44-4a3d-ba7d-9337de1f3b92 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Sep 14 11:05:10.626096 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0aeba6c6-e654-4f2a-b757-526ee6600efc req-7175cb26-8d64-485b-86b2-36ff72070d44 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Sep 14 11:05:11.203920 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-933e8640-e441-49c6-817f-03519ad7ad52 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:11.205396 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-933e8640-e441-49c6-817f-03519ad7ad52 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/networks?id=7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 200 len: 813 time: 0.1053686 Sep 14 11:05:11.220344 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-741836fb-49a7-4850-8e4e-22ef273e1db0 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/quotas/6c94ed5495dc4003aa4ecb515b45f6b4 HTTP/1.1" status: 200 len: 375 time: 0.0090823 Sep 14 11:05:11.380253 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c370-34e8-45f5-8e9f-41cf09d2cd59 req-fc6325f2-e7ab-4012-97c2-6c608d5d9e49 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:11.381921 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-64c3c370-34e8-45f5-8e9f-41cf09d2cd59 req-fc6325f2-e7ab-4012-97c2-6c608d5d9e49 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0607924 Sep 14 11:05:11.425054 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-64c3c370-34e8-45f5-8e9f-41cf09d2cd59 req-4ca5e580-6ada-4894-abc5-99d0b9b6bc89 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365329 Sep 14 11:05:11.501737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-68db9ff6-2ef8-4563-a220-452b077026b6 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2745230 Sep 14 11:05:11.592167 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-56509e3c-5445-403a-b7a8-5e8154c8659b service neutron] 10.222.0.39 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836802 Sep 14 11:05:11.686724 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-fe38cf3a-2a88-40fe-8115-ce0cc64de217 service neutron] 10.222.0.39 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857894 Sep 14 11:05:11.741719 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22885ca-ae6c-42b7-b29f-785fd89512ea req-62627a0a-ad6e-4e1c-9f1d-931d8120c907 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:11.743190 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c22885ca-ae6c-42b7-b29f-785fd89512ea req-62627a0a-ad6e-4e1c-9f1d-931d8120c907 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Sep 14 11:05:11.784254 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c22885ca-ae6c-42b7-b29f-785fd89512ea req-42e464c4-be82-4787-9de1-bdc09c7bf0bf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346515 Sep 14 11:05:11.841476 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:05:11.844470 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f61a1632-97e0-44cf-957a-c1478b1177d5 req-bece780c-ad6e-42b0-9329-c98630413993 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 210 time: 0.0265779 Sep 14 11:05:11.891146 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:05:11.891600 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:11.972321 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:11.997147 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:05:11.999386 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf21b3-c879-4611-b4cb-32aabf34d11d" -d '{"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-plugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:05:12.012027 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:12.017715 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:12.045741 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df4aeee-c4c6-490e-a381-bb1580f4240f x-openstack-request-id: req-5df4aeee-c4c6-490e-a381-bb1580f4240f {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:05:12.046025 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-plugged", "status": "completed", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:05:12.046447 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5df4aeee-c4c6-490e-a381-bb1580f4240f {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:05:12.047237 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'code': 200} Sep 14 11:05:12.072901 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=10']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:12.583914 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4bbbe-4772-4553-8388-efbb4f46550d req-1b0ead20-8b27-4018-80ca-ad169c7e4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:12.585419 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2af4bbbe-4772-4553-8388-efbb4f46550d req-1b0ead20-8b27-4018-80ca-ad169c7e4425 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1100 time: 0.0871596 Sep 14 11:05:12.593740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646ff0e-a1ae-40f8-b067-0d0b04923f9d req-91a91fc6-f270-4616-b3b8-2f83af6fd77c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:12.595045 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3646ff0e-a1ae-40f8-b067-0d0b04923f9d req-91a91fc6-f270-4616-b3b8-2f83af6fd77c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0626667 Sep 14 11:05:12.649764 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2af4bbbe-4772-4553-8388-efbb4f46550d req-9c68196e-01e5-4ba5-ad7a-cc87c3f094f2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537336 Sep 14 11:05:12.656285 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3646ff0e-a1ae-40f8-b067-0d0b04923f9d req-0561f10a-53f3-4ef9-9663-e7f527b6b658 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544021 Sep 14 11:05:12.774079 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46736) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:12.878632 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a04d-04c8-4008-b01e-aa5efdaa22d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:12.967258 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-18aeff8c-d75d-4ddc-91e2-6365943f132f req-c8ed2cd5-cc61-4dab-807d-a4b86f37405a tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 210 time: 0.0396070 Sep 14 11:05:13.112128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-60391cf7-344e-4fb5-b795-e0a0da6866bc tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:13.113444 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-60391cf7-344e-4fb5-b795-e0a0da6866bc tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "GET /v2.0/networks?id=7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 200 len: 813 time: 0.1491969 Sep 14 11:05:13.115134 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10333d64-f51e-4e81-9a44-42c12035f738 req-63f65a47-755a-4020-b784-7f5e2727b3b2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:13.115559 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a04d-04c8-4008-b01e-aa5efdaa22d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.116679 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-10333d64-f51e-4e81-9a44-42c12035f738 req-63f65a47-755a-4020-b784-7f5e2727b3b2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 947 time: 0.2565486 Sep 14 11:05:13.120253 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a04d-04c8-4008-b01e-aa5efdaa22d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.146976 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Request body: {'port': {'device_id': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156', 'admin_state_up': True, 'tenant_id': '6c94ed5495dc4003aa4ecb515b45f6b4'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:05:13.156311 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-10333d64-f51e-4e81-9a44-42c12035f738 req-551f7127-bd85-4cc3-9272-0f0eab57a50e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Sep 14 11:05:13.180687 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e6a4a04d-04c8-4008-b01e-aa5efdaa22d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39c16ae4e89b45f18b7049c23491d7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055476 Sep 14 11:05:13.181471 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4a04d-04c8-4008-b01e-aa5efdaa22d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08237564-ee00-41f0-8510-fb7b894cd252,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:13.183266 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46748) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:13.242990 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f473baf-4fba-4198-8cbc-0f74d24c5e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.263502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f473baf-4fba-4198-8cbc-0f74d24c5e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.276714 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Made reservation on behalf of 6c94ed5495dc4003aa4ecb515b45f6b4 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:05:13.280194 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.310035 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f473baf-4fba-4198-8cbc-0f74d24c5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.312586 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f473baf-4fba-4198-8cbc-0f74d24c5e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.313743 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9f473baf-4fba-4198-8cbc-0f74d24c5e00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08237564-ee00-41f0-8510-fb7b894cd252 HTTP/1.1" status: 204 len: 168 time: 0.1280935 Sep 14 11:05:13.322521 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f473baf-4fba-4198-8cbc-0f74d24c5e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08237564-ee00-41f0-8510-fb7b894cd252,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:13.411128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Allocated IP 172.20.0.8 (7bf75d05-ca02-403c-9373-9a79c5428156/1bcf38b8-b267-45ef-a34e-615b3159b886/2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:05:13.562390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.576056 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46758) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:13.589127 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49599403-3fdb-4d60-92df-ebdb323c974c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.611398 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.651773 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Network 7bf75d05-ca02-403c-9373-9a79c5428156 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:05:13.658176 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:05:13.662407 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:05:13.690421 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49599403-3fdb-4d60-92df-ebdb323c974c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.697854 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49599403-3fdb-4d60-92df-ebdb323c974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.709130 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Pushing event updated for resources: {'Port': ['ID=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:13.732584 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:13.733244 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.748563 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-49599403-3fdb-4d60-92df-ebdb323c974c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5fef3afd2ce4306b955244fa887bf78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714308 Sep 14 11:05:13.751479 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46764) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:13.752514 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49599403-3fdb-4d60-92df-ebdb323c974c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b75c7-a671-43aa-a5d4-f295d1a1aca5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:13.758838 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-e7bfbd81-77e8-45f9-9197-129999e95c0e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204419 Sep 14 11:05:13.792486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Request body: {'port': {'device_id': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:05:13.811546 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7efe-4a75-4d1d-8918-81d2a56f93ea req-65551011-0d93-47d1-8008-bc8de7095d03 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:13.813025 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b20b7efe-4a75-4d1d-8918-81d2a56f93ea req-65551011-0d93-47d1-8008-bc8de7095d03 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0622108 Sep 14 11:05:13.850361 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b20b7efe-4a75-4d1d-8918-81d2a56f93ea req-9fab43b6-c5af-4b62-91b6-d7d903f8d552 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Sep 14 11:05:13.880576 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df5f6a9d-532e-494e-895a-50d79ff1b454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.898461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:13.917469 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d280d-892c-4e04-9c24-ee268f48ef99 req-20c0cd8a-cf34-4520-b654-00314d06d45e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:13.919417 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-978d280d-892c-4e04-9c24-ee268f48ef99 req-20c0cd8a-cf34-4520-b654-00314d06d45e tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.1236138 Sep 14 11:05:13.932867 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df5f6a9d-532e-494e-895a-50d79ff1b454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.032446 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-978d280d-892c-4e04-9c24-ee268f48ef99 req-f2083447-3537-4713-af60-25063c50d91d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055799 Sep 14 11:05:14.105904 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bd543-64c7-4d63-acc7-ede967520fb2 req-0f838461-c806-4a72-a51f-7aedde130d50 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:14.108096 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-138bd543-64c7-4d63-acc7-ede967520fb2 req-0f838461-c806-4a72-a51f-7aedde130d50 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 931 time: 0.0536444 Sep 14 11:05:14.108702 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df5f6a9d-532e-494e-895a-50d79ff1b454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.111270 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df5f6a9d-532e-494e-895a-50d79ff1b454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.112396 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-df5f6a9d-532e-494e-895a-50d79ff1b454 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/109b75c7-a671-43aa-a5d4-f295d1a1aca5 HTTP/1.1" status: 204 len: 168 time: 0.3598835 Sep 14 11:05:14.131977 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f6a9d-532e-494e-895a-50d79ff1b454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b75c7-a671-43aa-a5d4-f295d1a1aca5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:14.162996 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-138bd543-64c7-4d63-acc7-ede967520fb2 req-fc9ee5c0-546a-441a-be71-2438a688b73b tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483506 Sep 14 11:05:14.314930 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:05:14.324597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.334311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a148f13-c791-414b-a62a-949d5fe24cb1 req-385a68be-55ba-43ea-ab9c-2711ffd9ccf0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:14.335813 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3a148f13-c791-414b-a62a-949d5fe24cb1 req-385a68be-55ba-43ea-ab9c-2711ffd9ccf0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 947 time: 0.0984833 Sep 14 11:05:14.352182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Transition to ACTIVE for port object 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:05:14.361252 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.416933 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-3a148f13-c791-414b-a62a-949d5fe24cb1 req-918f4323-e0d8-4d6b-a57c-8be76e91d69e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718760 Sep 14 11:05:14.428970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Pushing event updated for resources: {'Port': ['ID=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:14.503987 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46788) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:14.511499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Attempting to bind port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:05:14.511499 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Attempting to bind port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:05:14.512025 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Attempting to bind port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b on network 7bf75d05-ca02-403c-9373-9a79c5428156 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:05:14.516720 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b on network 7bf75d05-ca02-403c-9373-9a79c5428156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:05:14.517334 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Attempting to bind port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b on network 7bf75d05-ca02-403c-9373-9a79c5428156 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:05:14.518531 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-125310fd-d692-4063-968c-a24a138f62f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.522699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:05:14.523033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Checking segment: {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:05:14.523413 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Bound using segment: {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:05:14.523832 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Bound port: 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ba3a76-0685-4892-baf0-1698a0543ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:05:14.524182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.591727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] For port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:05:14.595163 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] For port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:05:14.598982 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.638384 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:14.639615 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.641177 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] 10.222.0.68 "PUT /v2.0/ports/2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b HTTP/1.1" status: 200 len: 1093 time: 0.8547442 Sep 14 11:05:14.641634 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'tag': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:05:14.643234 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-125310fd-d692-4063-968c-a24a138f62f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.644112 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e5cd2f-395b-4045-a1ee-5d50f46b5eda", "tag": "2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:05:14.661226 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-125310fd-d692-4063-968c-a24a138f62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.679841 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ca398-7b3e-4076-952c-cd14613d4aca service neutron] Pushing event updated for resources: {'Port': ['ID=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:14.702245 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b2e2f0-01f0-40a6-aabe-f6801d7681c0 x-openstack-request-id: req-35b2e2f0-01f0-40a6-aabe-f6801d7681c0 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:05:14.702538 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e5cd2f-395b-4045-a1ee-5d50f46b5eda", "tag": "2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:05:14.702781 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35b2e2f0-01f0-40a6-aabe-f6801d7681c0 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:05:14.703216 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'tag': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b', 'status': 'completed', 'code': 200} Sep 14 11:05:14.708113 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-125310fd-d692-4063-968c-a24a138f62f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed73eed1b1524f09b6f7c611b2f83742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027876 Sep 14 11:05:14.709134 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125310fd-d692-4063-968c-a24a138f62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba4f4d-6882-4ea8-a3b4-b9946de0ad7f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:14.711115 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46812) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:14.787832 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-b8ef0559-c488-4c5c-ad4a-65ee2d8b66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:14.789319 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-b8ef0559-c488-4c5c-ad4a-65ee2d8b66c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 1096 time: 0.0759113 Sep 14 11:05:14.799880 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c746c2e-2fd4-42a5-a384-5233cca4f584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.828712 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c746c2e-2fd4-42a5-a384-5233cca4f584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.860933 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-33ffa665-db9f-4a85-a93f-e5b680cc84f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b HTTP/1.1" status: 200 len: 217 time: 0.0463684 Sep 14 11:05:14.938634 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-d2ddfa61-320e-4b99-82d7-6b4128843b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:14.940003 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-d2ddfa61-320e-4b99-82d7-6b4128843b54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bcf38b8-b267-45ef-a34e-615b3159b886 HTTP/1.1" status: 200 len: 853 time: 0.0570798 Sep 14 11:05:14.970603 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c746c2e-2fd4-42a5-a384-5233cca4f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.973113 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c746c2e-2fd4-42a5-a384-5233cca4f584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:14.974243 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3c746c2e-2fd4-42a5-a384-5233cca4f584 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6dba4f4d-6882-4ea8-a3b4-b9946de0ad7f HTTP/1.1" status: 204 len: 168 time: 0.2622006 Sep 14 11:05:14.993873 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-a00be21d-68b8-42f1-9c6c-a203f5cf7749 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7bf75d05-ca02-403c-9373-9a79c5428156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363567 Sep 14 11:05:15.001649 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c746c2e-2fd4-42a5-a384-5233cca4f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba4f4d-6882-4ea8-a3b4-b9946de0ad7f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:15.026281 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93576123-6ff4-45ea-baeb-9e33c49ac968 req-ceff7900-d23a-44ab-93d3-6ae99764cfdf tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.027763 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-93576123-6ff4-45ea-baeb-9e33c49ac968 req-ceff7900-d23a-44ab-93d3-6ae99764cfdf tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1025679 Sep 14 11:05:15.116478 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-93576123-6ff4-45ea-baeb-9e33c49ac968 req-c69a7b2a-2313-4810-b182-c3073dcf26c3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760214 Sep 14 11:05:15.140154 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-82c99905-96d7-409d-8aaf-764ba19344e1 service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298647 Sep 14 11:05:15.173768 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0761376-f549-4410-8f29-30843af8e3ac req-8cc3caec-58df-42d4-8042-8f13b499c8d9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.178429 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0761376-f549-4410-8f29-30843af8e3ac req-8cc3caec-58df-42d4-8042-8f13b499c8d9 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0745850 Sep 14 11:05:15.229799 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0761376-f549-4410-8f29-30843af8e3ac req-3c4177aa-334e-4499-a017-713a7eb2e0e1 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Sep 14 11:05:15.261484 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30ad0158-da4e-47c8-a494-bdd714405aa7 req-c11ffdb0-46db-4dc8-80cd-b919a534a414 service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097379 Sep 14 11:05:15.302735 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00deed5-28c7-416f-85f1-4e2f88a7c56a req-20a84159-7126-438b-b99c-c71faa5036ee tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.304168 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d00deed5-28c7-416f-85f1-4e2f88a7c56a req-20a84159-7126-438b-b99c-c71faa5036ee tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 943 time: 0.0580504 Sep 14 11:05:15.373068 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d00deed5-28c7-416f-85f1-4e2f88a7c56a req-45271913-2538-435d-a655-e36be5d16eef tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624299 Sep 14 11:05:15.379283 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-ac645fe0-ce38-4a04-8980-b5d8f9d9d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.380722 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-ac645fe0-ce38-4a04-8980-b5d8f9d9d3d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 1096 time: 0.0642941 Sep 14 11:05:15.483381 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-e50e8d9b-0a2b-4def-b1d7-b04549b9289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.484863 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-e50e8d9b-0a2b-4def-b1d7-b04549b9289b service neutron] 10.222.0.68 "GET /v2.0/networks?id=7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 200 len: 914 time: 0.0868270 Sep 14 11:05:15.540725 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-fd68a1ac-266c-41f8-8794-f58df87cc530 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b HTTP/1.1" status: 200 len: 217 time: 0.0438287 Sep 14 11:05:15.557540 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f66f-9bee-48c8-85fd-4c6fc30b9dfe req-df3a92c4-bcc0-472c-af30-e938b901f5a9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.559117 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1435f66f-9bee-48c8-85fd-4c6fc30b9dfe req-df3a92c4-bcc0-472c-af30-e938b901f5a9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 947 time: 0.0601854 Sep 14 11:05:15.597739 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-b0c4e608-daf1-4a30-a623-7e35272be1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:15.599534 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-b0c4e608-daf1-4a30-a623-7e35272be1d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bcf38b8-b267-45ef-a34e-615b3159b886 HTTP/1.1" status: 200 len: 853 time: 0.0510867 Sep 14 11:05:15.610284 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1435f66f-9bee-48c8-85fd-4c6fc30b9dfe req-8b1b50d0-9f53-4321-ad8a-43410bb3d6b0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Sep 14 11:05:15.641763 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-2c7b511d-dae8-4b4d-a619-1d2b397d9bcf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7bf75d05-ca02-403c-9373-9a79c5428156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294497 Sep 14 11:05:15.745020 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-add2a3fe-21be-4479-8a2d-fd456acb287d service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950246 Sep 14 11:05:15.856990 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-526968d5-6b87-4a1a-9d7c-4b47e5d9df20 req-3fbd609c-6145-44aa-8a8a-7e3f42dd5511 service neutron] 10.222.0.68 "GET /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032104 Sep 14 11:05:16.234464 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7de7b-490f-4733-a820-c61909823071 req-fe30d97d-30a7-4329-b2b1-bcbc1f31e688 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:16.235947 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61e7de7b-490f-4733-a820-c61909823071 req-fe30d97d-30a7-4329-b2b1-bcbc1f31e688 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Sep 14 11:05:16.276896 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-61e7de7b-490f-4733-a820-c61909823071 req-ae6f1a01-2707-4182-bc7f-773b1d8d1db1 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349972 Sep 14 11:05:16.333318 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:05:16.358087 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfc632-a2bf-44b5-b981-6f633d81386f req-00a677c1-755b-41f1-8a2d-c757ed1722bc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:16.359642 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2acfc632-a2bf-44b5-b981-6f633d81386f req-00a677c1-755b-41f1-8a2d-c757ed1722bc tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0541985 Sep 14 11:05:16.400929 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2acfc632-a2bf-44b5-b981-6f633d81386f req-64883351-e140-4182-bcfa-9c8b51d58119 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Sep 14 11:05:16.499432 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179fde7-e691-40ca-a237-aee9152c6afd req-5f7ee211-5703-46e7-8147-469d438b4f10 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:16.500917 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e179fde7-e691-40ca-a237-aee9152c6afd req-5f7ee211-5703-46e7-8147-469d438b4f10 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 943 time: 0.0500488 Sep 14 11:05:16.541722 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e179fde7-e691-40ca-a237-aee9152c6afd req-edfce578-54c7-447b-9850-9b29f69f36c3 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Sep 14 11:05:16.806983 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-9bfc2c52-528e-43d9-a424-9f6b5867ca89 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:16.808425 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-9bfc2c52-528e-43d9-a424-9f6b5867ca89 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Sep 14 11:05:16.903972 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Deleting port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:05:16.904323 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:16.992597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] For port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:16.992957 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:17.005511 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Calling delete_port for b4a0492a-9a1e-436e-886c-aa9d6fe6c6de owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:05:17.136418 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:17.149880 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['b4a0492a-9a1e-436e-886c-aa9d6fe6c6de', 'b0bea6ee-853f-4c77-851c-32163cb25b9e'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:05:17.165523 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Pushing event deleted for resources: {'Port': ['ID=b4a0492a-9a1e-436e-886c-aa9d6fe6c6de,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:17.215654 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] No DVR routers for this DVR port b4a0492a-9a1e-436e-886c-aa9d6fe6c6de on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:05:17.218258 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:17.220207 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c2298e84-7ce4-4e40-a43b-8b00167abc76 req-27241795-26ec-42e2-a198-c28894b9347c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "DELETE /v2.0/ports/b4a0492a-9a1e-436e-886c-aa9d6fe6c6de HTTP/1.1" status: 204 len: 173 time: 0.4027689 Sep 14 11:05:17.220635 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'name': 'network-vif-deleted', 'tag': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:05:17.223737 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28614143-7131-4cd5-9b84-a62d4ebf4765" -d '{"events": [{"server_uuid": "dd642a2f-d287-434a-a3f5-fbed019cc6f9", "name": "network-vif-deleted", "tag": "b4a0492a-9a1e-436e-886c-aa9d6fe6c6de"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:05:17.266173 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b28d52-b366-4291-ad8b-c67ba91ad1df x-openstack-request-id: req-49b28d52-b366-4291-ad8b-c67ba91ad1df {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:05:17.266476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd642a2f-d287-434a-a3f5-fbed019cc6f9", "name": "network-vif-deleted", "tag": "b4a0492a-9a1e-436e-886c-aa9d6fe6c6de", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:05:17.266733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49b28d52-b366-4291-ad8b-c67ba91ad1df {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:05:17.267146 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd642a2f-d287-434a-a3f5-fbed019cc6f9', 'name': 'network-vif-deleted', 'tag': 'b4a0492a-9a1e-436e-886c-aa9d6fe6c6de', 'status': 'completed', 'code': 200} Sep 14 11:05:17.400283 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2d437-7c99-4c5a-94c5-baaee08d9619 req-7af4a0c0-feb9-4839-9e6b-6378e456a989 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:17.401791 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd2d437-7c99-4c5a-94c5-baaee08d9619 req-7af4a0c0-feb9-4839-9e6b-6378e456a989 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Sep 14 11:05:17.440362 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8fd2d437-7c99-4c5a-94c5-baaee08d9619 req-cf33310d-ceaa-456f-81b3-44e886be16d2 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Sep 14 11:05:17.511331 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a6370ce5-e27e-4159-ac98-ed13ee280618 req-daaa1cb7-f740-4148-ada4-4892639b85a6 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd642a2f-d287-434a-a3f5-fbed019cc6f9 HTTP/1.1" status: 200 len: 210 time: 0.0253868 Sep 14 11:05:17.655494 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ecad6-8c5c-4657-8eb3-464e07ae1bb8 req-ca6a27e1-febc-4512-99bb-2435cb9ffd0d tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:17.656891 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fb7ecad6-8c5c-4657-8eb3-464e07ae1bb8 req-ca6a27e1-febc-4512-99bb-2435cb9ffd0d tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 943 time: 0.0485904 Sep 14 11:05:17.694116 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fb7ecad6-8c5c-4657-8eb3-464e07ae1bb8 req-d1b1c952-8da1-44f0-82e2-22d38b1c47dd tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307579 Sep 14 11:05:18.556145 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa87c0-8afd-4bd6-b378-9ddf5f400619 req-aa25cdde-d362-4e67-bc18-bbaaada684c0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:18.557803 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4caa87c0-8afd-4bd6-b378-9ddf5f400619 req-aa25cdde-d362-4e67-bc18-bbaaada684c0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Sep 14 11:05:18.602520 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4caa87c0-8afd-4bd6-b378-9ddf5f400619 req-fe07b950-75c8-439d-abe7-2b2242e355fa tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378435 Sep 14 11:05:18.803782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c4680-c894-4cb5-86b1-3a441f094942 req-a1673346-589d-4f07-93ba-8b2a7c494e11 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:18.805524 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a90c4680-c894-4cb5-86b1-3a441f094942 req-a1673346-589d-4f07-93ba-8b2a7c494e11 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0565107 Sep 14 11:05:18.824762 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1f1c2-c855-4112-859f-fd51a22ad596 req-e302a22f-21f1-4408-9a1a-cfe25e3e49ac tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:18.826506 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f7d1f1c2-c855-4112-859f-fd51a22ad596 req-e302a22f-21f1-4408-9a1a-cfe25e3e49ac tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 943 time: 0.0583804 Sep 14 11:05:18.847632 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a90c4680-c894-4cb5-86b1-3a441f094942 req-a3a965e2-994d-48a5-9666-332dc9110e54 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Sep 14 11:05:18.870723 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f7d1f1c2-c855-4112-859f-fd51a22ad596 req-981d21a6-c6be-49bf-82e0-c928f94ccedd tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 Sep 14 11:05:18.975871 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3769-35e1-4461-9ed8-848603cbed07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:19.716378 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041383-c83a-4853-b61f-79877d374d51 req-cc15394e-6025-45ec-b166-499056ea68a5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:19.717861 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69041383-c83a-4853-b61f-79877d374d51 req-cc15394e-6025-45ec-b166-499056ea68a5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Sep 14 11:05:19.753265 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69041383-c83a-4853-b61f-79877d374d51 req-63470a7c-6524-424f-819e-07f3c69cfd52 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296390 Sep 14 11:05:19.865368 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:05:19.960311 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:19.962985 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a49599-718c-4cfd-8254-644929f19c6f req-61170ece-b122-4f3c-a28f-c3b07d012eaa tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:19.964541 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-55a49599-718c-4cfd-8254-644929f19c6f req-61170ece-b122-4f3c-a28f-c3b07d012eaa tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0497260 Sep 14 11:05:19.973619 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b', 'network_id': '7bf75d05-ca02-403c-9373-9a79c5428156', 'port_id': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b', 'mac_address': 'fa:16:3e:3b:57:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcf38b8-b267-45ef-a34e-615b3159b886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:05:19.995440 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f8606-1697-4355-aa56-c8e1e2fcb3a4 req-675bd8b0-79dc-4438-805b-b500a2cf0849 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:19.997072 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-745f8606-1697-4355-aa56-c8e1e2fcb3a4 req-675bd8b0-79dc-4438-805b-b500a2cf0849 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 943 time: 0.0563593 Sep 14 11:05:20.005776 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-55a49599-718c-4cfd-8254-644929f19c6f req-aaf54f0e-3b9d-4daf-9165-557b1fbc7c0d tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Sep 14 11:05:20.015175 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:20.030501 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:05:20.041059 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-745f8606-1697-4355-aa56-c8e1e2fcb3a4 req-e33bb3af-62c6-4c72-9951-26daacfcc3f9 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Sep 14 11:05:20.049340 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:20.053445 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:20.099085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:20.357570 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:05:20.866229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866b1e8-d4e2-4155-9268-7f38fc750203 req-82967b23-1eb1-4639-be10-27ce1983926f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:20.867670 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b866b1e8-d4e2-4155-9268-7f38fc750203 req-82967b23-1eb1-4639-be10-27ce1983926f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0480649 Sep 14 11:05:20.903926 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b866b1e8-d4e2-4155-9268-7f38fc750203 req-74a8f450-0555-428e-afbe-b30f723bcc37 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Sep 14 11:05:20.939173 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:21.128405 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0450401-9266-439b-9747-5f700aee6a81 req-aa46e533-9dd3-40da-bf7a-d3884810b6f8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:21.129934 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0450401-9266-439b-9747-5f700aee6a81 req-aa46e533-9dd3-40da-bf7a-d3884810b6f8 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0520971 Sep 14 11:05:21.152327 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68846201-b1bf-4c14-b93e-79af2681a528 req-bc469af1-fcbb-4689-90f5-ebf5478658fa tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:21.154319 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-68846201-b1bf-4c14-b93e-79af2681a528 req-bc469af1-fcbb-4689-90f5-ebf5478658fa tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 944 time: 0.0470824 Sep 14 11:05:21.166777 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0450401-9266-439b-9747-5f700aee6a81 req-ecfe674c-4f7c-40ca-a061-828ec1e7fcd6 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Sep 14 11:05:21.194115 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-68846201-b1bf-4c14-b93e-79af2681a528 req-6beeee5b-09f5-4956-9e3d-17d342716d7e tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Sep 14 11:05:21.477981 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad4126f7-4bf4-4e8b-aea0-3283795e5e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:21.652109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:21.876336 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:05:21.923387 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:05:21.927739 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:05:21.928225 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:22.009688 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:22.018977 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b119cf0-ab30-425a-94eb-36949048bf39 req-36640fcd-57d5-4d44-b48e-0cb57fe221ac tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:22.020481 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b119cf0-ab30-425a-94eb-36949048bf39 req-36640fcd-57d5-4d44-b48e-0cb57fe221ac tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Sep 14 11:05:22.032685 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:05:22.034832 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469adbd1-2783-4b6a-8670-a0f800def11b" -d '{"events": [{"server_uuid": "b5e5cd2f-395b-4045-a1ee-5d50f46b5eda", "name": "network-vif-plugged", "status": "completed", "tag": "2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:05:22.048187 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:22.052610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:22.053448 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b4a0492a-9a1e-436e-886c-aa9d6fe6c6de no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:05:22.062400 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b119cf0-ab30-425a-94eb-36949048bf39 req-cfcb38ba-abfb-40db-8d86-e1b2eb68f3d5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356796 Sep 14 11:05:22.093758 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: b4a0492a-9a1e-436e-886c-aa9d6fe6c6de {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:05:22.094109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b4a0492a-9a1e-436e-886c-aa9d6fe6c6de not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:05:22.097167 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d4ce74-2417-4547-8bcb-cbc4d260be0a x-openstack-request-id: req-60d4ce74-2417-4547-8bcb-cbc4d260be0a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:05:22.097464 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e5cd2f-395b-4045-a1ee-5d50f46b5eda", "name": "network-vif-plugged", "status": "completed", "tag": "2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:05:22.097797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60d4ce74-2417-4547-8bcb-cbc4d260be0a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:05:22.098548 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b', 'code': 200} Sep 14 11:05:22.125087 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:22.247740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3b69-7b9a-4bba-ad61-b0ab63013e8d req-f47652d3-9aad-47dd-9f13-d829357c6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:22.249257 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29bb3b69-7b9a-4bba-ad61-b0ab63013e8d req-f47652d3-9aad-47dd-9f13-d829357c6d31 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 1098 time: 0.0425141 Sep 14 11:05:22.283128 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b1857-80e6-4586-a5f1-b65052a74749 req-914cc0ef-7759-4422-b7e8-a176f839819c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:22.284842 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-720b1857-80e6-4586-a5f1-b65052a74749 req-914cc0ef-7759-4422-b7e8-a176f839819c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0505772 Sep 14 11:05:22.310066 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29bb3b69-7b9a-4bba-ad61-b0ab63013e8d req-edd564e1-a683-4aed-ac2b-c4a1e1cc11f3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531588 Sep 14 11:05:22.323017 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-720b1857-80e6-4586-a5f1-b65052a74749 req-b1b826c6-1865-44c9-a7f6-146587dc588b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Sep 14 11:05:22.325539 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513e1f5-1f71-4855-baf5-b40e9b6dc59d req-913b4f5c-45de-4a6d-bb04-583b6689a7df tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:22.327026 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1513e1f5-1f71-4855-baf5-b40e9b6dc59d req-913b4f5c-45de-4a6d-bb04-583b6689a7df tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 945 time: 0.0584781 Sep 14 11:05:22.365664 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1513e1f5-1f71-4855-baf5-b40e9b6dc59d req-2f13ed65-acec-48ab-ae88-81ad6231952f tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Sep 14 11:05:22.944684 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.089660 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 46990) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:23.179975 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d398-5e6c-4dc4-b5ce-11f5ad1ceeb4 req-151e6a32-4a6d-4aad-84cd-76e4753e6d71 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:23.181471 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d336d398-5e6c-4dc4-b5ce-11f5ad1ceeb4 req-151e6a32-4a6d-4aad-84cd-76e4753e6d71 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0522494 Sep 14 11:05:23.194439 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f32-2a27-480c-b218-9c9063228ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.218502 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d336d398-5e6c-4dc4-b5ce-11f5ad1ceeb4 req-ce00533b-81f8-444b-834f-f9a6fec5b653 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Sep 14 11:05:23.288620 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f32-2a27-480c-b218-9c9063228ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.292448 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f32-2a27-480c-b218-9c9063228ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.335429 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d1da4f32-2a27-480c-b218-9c9063228ad0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fe54972df9f408b83346fc309729048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441962 Sep 14 11:05:23.336289 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da4f32-2a27-480c-b218-9c9063228ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba9994b-b843-492a-aca4-aaa56a5edb9c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:23.338236 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 46994) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:23.388886 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb406d-8b22-4502-8046-d9bc05674c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.411370 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb406d-8b22-4502-8046-d9bc05674c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.462180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59649e29-c92e-4da9-ab3c-9c735d7614dd req-10f6faf6-e342-41a3-bfc5-31390687f51b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:23.463671 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-59649e29-c92e-4da9-ab3c-9c735d7614dd req-10f6faf6-e342-41a3-bfc5-31390687f51b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0577912 Sep 14 11:05:23.489348 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd331db-e4f3-4de2-9531-ad9fe48b62ee req-39eadc2a-c210-4d02-9f6a-73a6e27369ea tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:23.490902 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bfd331db-e4f3-4de2-9531-ad9fe48b62ee req-39eadc2a-c210-4d02-9f6a-73a6e27369ea tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 945 time: 0.0564990 Sep 14 11:05:23.498386 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb406d-8b22-4502-8046-d9bc05674c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.501014 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb406d-8b22-4502-8046-d9bc05674c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.502126 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dbfb406d-8b22-4502-8046-d9bc05674c0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ba9994b-b843-492a-aca4-aaa56a5edb9c HTTP/1.1" status: 204 len: 168 time: 0.1629758 Sep 14 11:05:23.504794 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-59649e29-c92e-4da9-ab3c-9c735d7614dd req-de4fae3c-77a7-4e62-aab1-7cc7975ec9fd tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Sep 14 11:05:23.517276 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb406d-8b22-4502-8046-d9bc05674c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba9994b-b843-492a-aca4-aaa56a5edb9c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:23.548836 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bfd331db-e4f3-4de2-9531-ad9fe48b62ee req-5d23c992-dd63-4340-b68d-c2eff9623387 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Sep 14 11:05:23.795524 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47004) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:23.808629 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9699004c-b4dd-400d-a8fd-b51b512d9d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.893118 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9699004c-b4dd-400d-a8fd-b51b512d9d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.896474 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9699004c-b4dd-400d-a8fd-b51b512d9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:23.930193 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699004c-b4dd-400d-a8fd-b51b512d9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb013628-0f53-4597-81ae-0518f9be2915,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:23.935169 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-9699004c-b4dd-400d-a8fd-b51b512d9d53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cb80bfda08d4fd68571be919bc069cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386476 Sep 14 11:05:23.937787 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47006) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:23.986787 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af40e1ba-7689-4c99-86b9-3e60cb128571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.006985 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af40e1ba-7689-4c99-86b9-3e60cb128571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.051072 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af40e1ba-7689-4c99-86b9-3e60cb128571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.053642 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af40e1ba-7689-4c99-86b9-3e60cb128571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.054802 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-af40e1ba-7689-4c99-86b9-3e60cb128571 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb013628-0f53-4597-81ae-0518f9be2915 HTTP/1.1" status: 204 len: 168 time: 0.1161134 Sep 14 11:05:24.062508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40e1ba-7689-4c99-86b9-3e60cb128571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb013628-0f53-4597-81ae-0518f9be2915,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:24.331858 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d818d-0235-4cde-987f-57e09008ee87 req-434349fc-5414-4263-9498-05acd2dfce52 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:24.333449 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9e6d818d-0235-4cde-987f-57e09008ee87 req-434349fc-5414-4263-9498-05acd2dfce52 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Sep 14 11:05:24.362015 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47014) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:24.372540 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9e6d818d-0235-4cde-987f-57e09008ee87 req-1e38bafc-0b46-4265-bab0-6bd7c80bd32b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326562 Sep 14 11:05:24.375754 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d60139f-cdac-4af0-b029-a091e3842e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.461819 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d60139f-cdac-4af0-b029-a091e3842e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.465228 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d60139f-cdac-4af0-b029-a091e3842e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.503056 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4d60139f-cdac-4af0-b029-a091e3842e6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8889223509941349868012442e84eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399388 Sep 14 11:05:24.504012 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60139f-cdac-4af0-b029-a091e3842e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c01dc-aa75-4a0b-9b1d-47e92a942534,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:24.505760 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47016) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:24.553114 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-44c1b322-333d-4714-9a78-b93a0fc962c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.575350 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-44c1b322-333d-4714-9a78-b93a0fc962c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.620002 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.638685 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f310478-2170-420a-bfe0-182e099e5ba2 req-a1dc4fa2-9542-409b-8294-44d2b8eec70c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:24.640256 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f310478-2170-420a-bfe0-182e099e5ba2 req-a1dc4fa2-9542-409b-8294-44d2b8eec70c tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0620496 Sep 14 11:05:24.674568 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-44c1b322-333d-4714-9a78-b93a0fc962c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.677049 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-44c1b322-333d-4714-9a78-b93a0fc962c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.678193 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-44c1b322-333d-4714-9a78-b93a0fc962c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/286c01dc-aa75-4a0b-9b1d-47e92a942534 HTTP/1.1" status: 204 len: 168 time: 0.1714721 Sep 14 11:05:24.682046 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f310478-2170-420a-bfe0-182e099e5ba2 req-a1b144ef-0928-42cb-b34b-3adade9e2626 tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.39 "GET /v2.0/security-groups?id=36f23b6d-3cca-4b7d-813a-794e82af34e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351315 Sep 14 11:05:24.695214 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1b322-333d-4714-9a78-b93a0fc962c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c01dc-aa75-4a0b-9b1d-47e92a942534,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:24.716584 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-d8240a9d-32b3-48aa-aa5c-2528154eca0b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:24.718736 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-d8240a9d-32b3-48aa-aa5c-2528154eca0b tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "GET /v2.0/ports?device_id=afef457e-240f-4712-9c52-93a317652b5d HTTP/1.1" status: 200 len: 945 time: 0.0955541 Sep 14 11:05:24.726564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18391ac-d14b-4a82-ae5c-498102682a73 req-128ada77-5508-48c2-acaa-bf9cc85723a1 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:24.727973 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b18391ac-d14b-4a82-ae5c-498102682a73 req-128ada77-5508-48c2-acaa-bf9cc85723a1 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 945 time: 0.1035924 Sep 14 11:05:24.813920 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b18391ac-d14b-4a82-ae5c-498102682a73 req-5596548d-de33-4a9b-9bdc-9b11c04eaf79 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789120 Sep 14 11:05:24.843439 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Deleting port b0bea6ee-853f-4c77-851c-32163cb25b9e {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:05:24.843818 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.931613 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] For port b0bea6ee-853f-4c77-851c-32163cb25b9e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0bea6ee-853f-4c77-851c-32163cb25b9e,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:24.931976 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:24.945346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Calling delete_port for b0bea6ee-853f-4c77-851c-32163cb25b9e owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:05:25.091140 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:25.103061 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['b0bea6ee-853f-4c77-851c-32163cb25b9e'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:05:25.120043 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Pushing event deleted for resources: {'Port': ['ID=b0bea6ee-853f-4c77-851c-32163cb25b9e,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:25.210324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] No DVR routers for this DVR port b0bea6ee-853f-4c77-851c-32163cb25b9e on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:05:25.213033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:25.215481 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-86cff324-7ef6-464f-8b57-dd0e6e4d0318 req-058ad955-54eb-40a1-b346-debc74da86bf tempest-ServerRescueNegativeTestJSON-14519189 tempest-ServerRescueNegativeTestJSON-14519189-project] 10.222.0.68 "DELETE /v2.0/ports/b0bea6ee-853f-4c77-851c-32163cb25b9e HTTP/1.1" status: 204 len: 173 time: 0.4864411 Sep 14 11:05:25.215848 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef457e-240f-4712-9c52-93a317652b5d', 'name': 'network-vif-deleted', 'tag': 'b0bea6ee-853f-4c77-851c-32163cb25b9e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:05:25.218083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa83c3-a841-4458-8af4-c0399eb36e8d" -d '{"events": [{"server_uuid": "afef457e-240f-4712-9c52-93a317652b5d", "name": "network-vif-deleted", "tag": "b0bea6ee-853f-4c77-851c-32163cb25b9e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:05:25.268251 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bbcee5-e362-4ecd-a114-ba8945ce46ac x-openstack-request-id: req-a2bbcee5-e362-4ecd-a114-ba8945ce46ac {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:05:25.270216 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afef457e-240f-4712-9c52-93a317652b5d", "name": "network-vif-deleted", "tag": "b0bea6ee-853f-4c77-851c-32163cb25b9e", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:05:25.270673 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2bbcee5-e362-4ecd-a114-ba8945ce46ac {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:05:25.271426 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef457e-240f-4712-9c52-93a317652b5d', 'name': 'network-vif-deleted', 'tag': 'b0bea6ee-853f-4c77-851c-32163cb25b9e', 'status': 'completed', 'code': 200} Sep 14 11:05:25.498389 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58fb42-bc9a-4ecf-a46f-b156d58ec5a0 req-0084f973-fe95-4e26-af2c-7f1b496b3bc4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:25.499978 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b58fb42-bc9a-4ecf-a46f-b156d58ec5a0 req-0084f973-fe95-4e26-af2c-7f1b496b3bc4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0535822 Sep 14 11:05:25.539966 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b58fb42-bc9a-4ecf-a46f-b156d58ec5a0 req-80300c47-726b-43cf-9eed-977de4bc29ee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Sep 14 11:05:25.756721 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47066) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:25.807033 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d629144-765f-4a18-8c85-eed383031ecb req-d65da87d-0bf1-46c7-be8a-b03d0ef76ef8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:25.808950 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d629144-765f-4a18-8c85-eed383031ecb req-d65da87d-0bf1-46c7-be8a-b03d0ef76ef8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0723484 Sep 14 11:05:25.854076 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d629144-765f-4a18-8c85-eed383031ecb req-15b82036-fead-4659-a6df-9d057bddb86c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366638 Sep 14 11:05:26.119840 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-ae801ab2-392b-46e3-947a-04d0fd86b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:26.121304 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-ae801ab2-392b-46e3-947a-04d0fd86b86b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 1098 time: 0.2905736 Sep 14 11:05:26.294331 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-dfb81c31-484e-4883-a4a8-cdede52533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:26.295705 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-dfb81c31-484e-4883-a4a8-cdede52533e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 912 time: 0.1667180 Sep 14 11:05:26.422511 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-c89e4f0c-937a-4e00-b709-cd11e703c1f2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 200 len: 1000 time: 0.1025574 Sep 14 11:05:26.496614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-9f911fcc-955a-4f92-8815-f154aebdd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:26.498032 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-9f911fcc-955a-4f92-8815-f154aebdd878 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.0680494 Sep 14 11:05:26.595357 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-9f312c67-8ee9-4491-9870-8a29f77d5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:26.596824 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-9f312c67-8ee9-4491-9870-8a29f77d5989 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0909712 Sep 14 11:05:26.635812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:26.768041 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-5e35935f-0ee3-4e7a-9fe4-c449ea6a4fec service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640854 Sep 14 11:05:26.987848 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0b9caf1e-39be-46b1-a6f9-a645f940aece req-ed5fe518-77dc-4474-8bf9-0c2d5ec2e79a service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928689 Sep 14 11:05:27.032345 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88b566-4713-4fb8-84f8-c6b61fd0ade1 req-7762722b-dbfa-44ee-9277-a88f637c57fa tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:27.033824 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae88b566-4713-4fb8-84f8-c6b61fd0ade1 req-7762722b-dbfa-44ee-9277-a88f637c57fa tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1037154 Sep 14 11:05:27.096986 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ae88b566-4713-4fb8-84f8-c6b61fd0ade1 req-39e917e2-3833-4ff4-aa25-8c5639c7e04a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Sep 14 11:05:27.107442 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Deleting port 56bd5364-814e-46a9-b003-95766bfc8cb4 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:05:27.107779 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:27.191848 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] For port 56bd5364-814e-46a9-b003-95766bfc8cb4, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=56bd5364-814e-46a9-b003-95766bfc8cb4,segment=NetworkSegment(85ee0c6c-4367-4c80-b2a2-c7f6929286d7),segment_id=85ee0c6c-4367-4c80-b2a2-c7f6929286d7)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:27.192212 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:27.204105 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Calling delete_port for 56bd5364-814e-46a9-b003-95766bfc8cb4 owned by network:router_interface {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:05:27.387435 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:27.413999 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bd5364-814e-46a9-b003-95766bfc8cb4,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:27.567770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:27.778964 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Router 0269b897-844b-4b27-be71-9135589ef813 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:05:27.879977 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:05:27.885871 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7b28f063-e592-474f-a358-d5cbb1e50188 admin admin] 10.222.0.39 "PUT /v2.0/routers/0269b897-844b-4b27-be71-9135589ef813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1274302 Sep 14 11:05:27.887812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47086) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:27.888752 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] Sync routers for ids ['0269b897-844b-4b27-be71-9135589ef813'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:05:27.897623 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] Routers {'0269b897-844b-4b27-be71-9135589ef813'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:05:27.898213 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:05:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['0269b897-844b-4b27-be71-9135589ef813'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:27.989494 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:27.997252 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] Set router 0269b897-844b-4b27-be71-9135589ef813 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:05:28.180050 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:05:27Z', 'revision_number': 5, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:28.213398 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] Checking router: 0269b897-844b-4b27-be71-9135589ef813 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:05:28.222098 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e3a51-ed13-477f-928c-a4deda12a610 req-91484764-52bc-42a0-8476-1aa5d5a21919 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:28.222714 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] Routers {'0269b897-844b-4b27-be71-9135589ef813'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:05:28.223254 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:05:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['0269b897-844b-4b27-be71-9135589ef813'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:28.224074 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-399e3a51-ed13-477f-928c-a4deda12a610 req-91484764-52bc-42a0-8476-1aa5d5a21919 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0561795 Sep 14 11:05:28.273035 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-399e3a51-ed13-477f-928c-a4deda12a610 req-c830039a-a7b6-448f-96bd-1194dd9a0547 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412734 Sep 14 11:05:28.362257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.426245 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Deleting port d4420001-9d7d-469a-be9c-540ab479d39d {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:05:28.426648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.428978 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] Set router 0269b897-844b-4b27-be71-9135589ef813 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:05:28.509172 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] For port d4420001-9d7d-469a-be9c-540ab479d39d, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=d4420001-9d7d-469a-be9c-540ab479d39d,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:28.509537 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.521700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Calling delete_port for d4420001-9d7d-469a-be9c-540ab479d39d owned by network:router_gateway {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:05:28.528447 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47100) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:28.615782 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:05:27Z', 'revision_number': 5, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:28.644775 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb3d6-c4c4-48dc-b397-dd0dcfdf0956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.650220 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9847a1db-1ae4-4ba9-85b2-512d6c06830a None None] The sync data for ids ['0269b897-844b-4b27-be71-9135589ef813'] in dv-cinder-804035-12-iscsi is: [{'id': '0269b897-844b-4b27-be71-9135589ef813', 'name': 'tempest-ServerRescueNegativeTestJSON-2051851811-router', 'tenant_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:41Z', 'updated_at': '2021-09-14T11:05:27Z', 'revision_number': 5, 'project_id': 'c50ae1d9b6a34697bdcbf99d28b3a738', 'gw_port': {'id': 'd4420001-9d7d-469a-be9c-540ab479d39d', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269b897-844b-4b27-be71-9135589ef813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:05:28.694561 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.721491 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4420001-9d7d-469a-be9c-540ab479d39d,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:28.750279 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb3d6-c4c4-48dc-b397-dd0dcfdf0956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.753895 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb3d6-c4c4-48dc-b397-dd0dcfdf0956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.782127 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.791281 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dc7eb3d6-c4c4-48dc-b397-dd0dcfdf0956 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffd4ad7cd3cf4f12bb08b190c6151e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616470 Sep 14 11:05:28.793253 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb3d6-c4c4-48dc-b397-dd0dcfdf0956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3cd6b-c153-403d-a25e-ec472e41ddeb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:28.795644 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47104) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:28.843619 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a5a39648-c7f8-49ad-aa4d-a66356b00c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.864444 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a5a39648-c7f8-49ad-aa4d-a66356b00c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.888337 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.890461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.910816 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a5a39648-c7f8-49ad-aa4d-a66356b00c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.913347 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a5a39648-c7f8-49ad-aa4d-a66356b00c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.916783 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a5a39648-c7f8-49ad-aa4d-a66356b00c48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68d3cd6b-c153-403d-a25e-ec472e41ddeb HTTP/1.1" status: 204 len: 168 time: 0.1179948 Sep 14 11:05:28.922500 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a39648-c7f8-49ad-aa4d-a66356b00c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3cd6b-c153-403d-a25e-ec472e41ddeb,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:28.955273 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.956076 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0269b897-844b-4b27-be71-9135589ef813 {{(pid=93870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:05:28.961606 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:28.962890 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-929c9150-c826-4621-862c-5bce91564e7f admin admin] 10.222.0.39 "DELETE /v2.0/routers/0269b897-844b-4b27-be71-9135589ef813 HTTP/1.1" status: 204 len: 168 time: 1.0741639 Sep 14 11:05:28.966078 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47108) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:29.010673 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Deleting subnet 56fe1ee3-1a09-43e5-9b22-47a3f6e850fc {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:05:29.014671 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.054291 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5590367'] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.094761 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.148130 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6840923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4524041'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.173182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fe1ee3-1a09-43e5-9b22-47a3f6e850fc,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:29.176864 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.181416 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-bdf4c8dc-f191-44cf-9399-078d6415baeb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56fe1ee3-1a09-43e5-9b22-47a3f6e850fc HTTP/1.1" status: 204 len: 168 time: 0.2117012 Sep 14 11:05:29.181838 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47116) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:29.259694 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.345055 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.371916 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5f5f7b-9eed-43a3-a095-f86ec13a52a7']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:29.381895 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ee0c6c-4367-4c80-b2a2-c7f6929286d7') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:29.382192 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ee0c6c-4367-4c80-b2a2-c7f6929286d7') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:05:29.396435 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.409282 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.416832 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:05:29.416832 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:05:29.419220 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:05:29.479403 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.485568 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.487736 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7b5f5f7b-9eed-43a3-a095-f86ec13a52a7 HTTP/1.1" status: 204 len: 168 time: 0.3049090 Sep 14 11:05:29.500495 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd748eb4-a511-4920-b349-02df00e87439 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5f5f7b-9eed-43a3-a095-f86ec13a52a7,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:29.663809 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47140) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:29.706450 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a4e8f868-71d1-423b-b1f3-cf512ac70576 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c50ae1d9b6a34697bdcbf99d28b3a738&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413084 Sep 14 11:05:29.708805 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47142) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:29.759103 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bad7772a-b683-4b41-8fd0-3fd10e629d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.783181 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bad7772a-b683-4b41-8fd0-3fd10e629d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.833502 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bad7772a-b683-4b41-8fd0-3fd10e629d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.836089 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bad7772a-b683-4b41-8fd0-3fd10e629d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:29.837226 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-bad7772a-b683-4b41-8fd0-3fd10e629d06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36f23b6d-3cca-4b7d-813a-794e82af34e9 HTTP/1.1" status: 204 len: 168 time: 0.1274812 Sep 14 11:05:29.846657 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7772a-b683-4b41-8fd0-3fd10e629d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f23b6d-3cca-4b7d-813a-794e82af34e9,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:29.920754 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b0bea6ee-853f-4c77-851c-32163cb25b9e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:05:29.944085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: b0bea6ee-853f-4c77-851c-32163cb25b9e {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:05:29.944437 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device b0bea6ee-853f-4c77-851c-32163cb25b9e not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:05:30.092283 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 56bd5364-814e-46a9-b003-95766bfc8cb4 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:05:30.113433 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 56bd5364-814e-46a9-b003-95766bfc8cb4 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:05:30.114207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 56bd5364-814e-46a9-b003-95766bfc8cb4 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:05:30.114312 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device d4420001-9d7d-469a-be9c-540ab479d39d no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:05:30.135607 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: d4420001-9d7d-469a-be9c-540ab479d39d {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:05:30.135960 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device d4420001-9d7d-469a-be9c-540ab479d39d not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:05:31.427614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47242) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:31.535740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1f228912-1893-49f3-8302-650fdaf2f469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.632059 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1f228912-1893-49f3-8302-650fdaf2f469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.636571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1f228912-1893-49f3-8302-650fdaf2f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.676740 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-1f228912-1893-49f3-8302-650fdaf2f469 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6728f4372ad449269d99571b2f7d485a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479205 Sep 14 11:05:31.677508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228912-1893-49f3-8302-650fdaf2f469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d299a9-a894-46d8-ac6a-acabf4ca0e02,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:31.679388 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47250) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:31.742023 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-018ef87a-e637-4471-896e-187133d76c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.768491 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-018ef87a-e637-4471-896e-187133d76c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.817910 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-018ef87a-e637-4471-896e-187133d76c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.820420 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-018ef87a-e637-4471-896e-187133d76c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:31.821570 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-018ef87a-e637-4471-896e-187133d76c93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5d299a9-a894-46d8-ac6a-acabf4ca0e02 HTTP/1.1" status: 204 len: 168 time: 0.1405745 Sep 14 11:05:31.831918 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ef87a-e637-4471-896e-187133d76c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d299a9-a894-46d8-ac6a-acabf4ca0e02,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:32.078730 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47258) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:32.092947 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-789b070b-142b-49f2-be65-8ab01af04d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.181226 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-789b070b-142b-49f2-be65-8ab01af04d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.185405 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-789b070b-142b-49f2-be65-8ab01af04d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.225339 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-789b070b-142b-49f2-be65-8ab01af04d56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0afd7d665104df59fd789b4b79c4dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453004 Sep 14 11:05:32.227242 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b070b-142b-49f2-be65-8ab01af04d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b8a5fc-35a5-41d9-accd-10dc2f992c8b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:32.227999 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47260) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:32.280615 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4b8346cc-6d9c-4f83-ab97-750e8fe5cc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.301710 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4b8346cc-6d9c-4f83-ab97-750e8fe5cc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.349074 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4b8346cc-6d9c-4f83-ab97-750e8fe5cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.351718 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4b8346cc-6d9c-4f83-ab97-750e8fe5cc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:32.352938 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4b8346cc-6d9c-4f83-ab97-750e8fe5cc25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55b8a5fc-35a5-41d9-accd-10dc2f992c8b HTTP/1.1" status: 204 len: 168 time: 0.1238856 Sep 14 11:05:32.362989 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8346cc-6d9c-4f83-ab97-750e8fe5cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b8a5fc-35a5-41d9-accd-10dc2f992c8b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:40.832256 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47384) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:40.934783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b232-4f81-4528-b938-b75545bd7072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.021915 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b232-4f81-4528-b938-b75545bd7072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.025489 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b232-4f81-4528-b938-b75545bd7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.063710 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5ff5b232-4f81-4528-b938-b75545bd7072 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d9be4cdf7034ca889d361c6ee6c794a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303636 Sep 14 11:05:41.064948 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5b232-4f81-4528-b938-b75545bd7072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543c9097-00ee-4fb3-8d45-718b104f24a2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:41.066455 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47388) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:41.115906 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fb61f82-9a7e-4b75-9a1a-816cd259fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.136825 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fb61f82-9a7e-4b75-9a1a-816cd259fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.182937 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fb61f82-9a7e-4b75-9a1a-816cd259fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.185630 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fb61f82-9a7e-4b75-9a1a-816cd259fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.188944 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5fb61f82-9a7e-4b75-9a1a-816cd259fbbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/543c9097-00ee-4fb3-8d45-718b104f24a2 HTTP/1.1" status: 204 len: 168 time: 0.1193526 Sep 14 11:05:41.195181 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb61f82-9a7e-4b75-9a1a-816cd259fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543c9097-00ee-4fb3-8d45-718b104f24a2,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:41.445326 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47400) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:41.458600 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-440f20d5-122e-4aeb-89eb-cfcfd83280c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.549765 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-440f20d5-122e-4aeb-89eb-cfcfd83280c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.553414 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-440f20d5-122e-4aeb-89eb-cfcfd83280c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.591619 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-440f20d5-122e-4aeb-89eb-cfcfd83280c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dca02f159b54ff19b85d4ddaa7327de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450021 Sep 14 11:05:41.592532 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f20d5-122e-4aeb-89eb-cfcfd83280c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e0d8a-e3c9-4fd3-8027-5dfe44e68c86,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:41.594264 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47402) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:41.650258 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e43dc063-5921-4f0e-9726-ba74de263f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.670884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e43dc063-5921-4f0e-9726-ba74de263f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.717708 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e43dc063-5921-4f0e-9726-ba74de263f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.720289 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e43dc063-5921-4f0e-9726-ba74de263f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:41.721435 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e43dc063-5921-4f0e-9726-ba74de263f5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc1e0d8a-e3c9-4fd3-8027-5dfe44e68c86 HTTP/1.1" status: 204 len: 168 time: 0.1258619 Sep 14 11:05:41.729298 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc063-5921-4f0e-9726-ba74de263f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e0d8a-e3c9-4fd3-8027-5dfe44e68c86,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:42.750980 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47440) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:42.855428 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0234-c3a5-4404-aa77-3c8815cd9f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:42.945813 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0234-c3a5-4404-aa77-3c8815cd9f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:42.949542 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0234-c3a5-4404-aa77-3c8815cd9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:42.985574 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d1ad0234-c3a5-4404-aa77-3c8815cd9f8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83c1d696274749038f2984a53f3af3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335355 Sep 14 11:05:42.987568 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad0234-c3a5-4404-aa77-3c8815cd9f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76192f41-89f1-46b2-a6e3-c717bc3cb5e7,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:42.988471 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47446) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:05:43.035646 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-670510d2-788d-4122-b62a-c703cd6b7b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:43.056649 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-670510d2-788d-4122-b62a-c703cd6b7b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:43.102016 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-670510d2-788d-4122-b62a-c703cd6b7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:43.104691 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-670510d2-788d-4122-b62a-c703cd6b7b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:43.106367 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-670510d2-788d-4122-b62a-c703cd6b7b48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76192f41-89f1-46b2-a6e3-c717bc3cb5e7 HTTP/1.1" status: 204 len: 168 time: 0.1164007 Sep 14 11:05:43.113772 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670510d2-788d-4122-b62a-c703cd6b7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76192f41-89f1-46b2-a6e3-c717bc3cb5e7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:44.878351 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193bad4-2dd5-4805-bb92-12acc260f739 req-a13ccbd4-73fe-4d78-8747-437d866288cb tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:44.879867 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5193bad4-2dd5-4805-bb92-12acc260f739 req-a13ccbd4-73fe-4d78-8747-437d866288cb tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 945 time: 0.0490894 Sep 14 11:05:44.917183 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5193bad4-2dd5-4805-bb92-12acc260f739 req-1985fdad-02be-48bc-b111-bfd984407b4d tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309327 Sep 14 11:05:46.038216 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bed44-2c36-45c0-bb5c-bebd998054ef req-e3cf851c-cd32-48d5-b01a-c7c7f52161ac tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:46.039796 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc3bed44-2c36-45c0-bb5c-bebd998054ef req-e3cf851c-cd32-48d5-b01a-c7c7f52161ac tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 945 time: 0.0519118 Sep 14 11:05:46.079535 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc3bed44-2c36-45c0-bb5c-bebd998054ef req-d2b56d8b-e7e6-4edb-aa21-1c6df0a13e33 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Sep 14 11:05:46.757609 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-3b4d1f88-fa53-4d69-bb73-fce98ce7e031 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:46.759019 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-3b4d1f88-fa53-4d69-bb73-fce98ce7e031 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 945 time: 0.0489311 Sep 14 11:05:46.864727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Deleting port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:05:46.864981 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:46.952941 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] For port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,segment=NetworkSegment(50ba3a76-0685-4892-baf0-1698a0543ca4),segment_id=50ba3a76-0685-4892-baf0-1698a0543ca4)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:05:46.953302 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:46.966301 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Calling delete_port for 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:05:47.099806 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:47.114536 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:05:47.129923 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Pushing event deleted for resources: {'Port': ['ID=2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:05:47.144630 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.144630 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.144879 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.145052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.145388 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.145739 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.146069 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.146397 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.146723 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.147047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.147372 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.147692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:05:47.205580 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] No DVR routers for this DVR port 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:05:47.208753 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cd591f49-1b32-4130-90b4-815bf9077bdd req-58781f2a-c52d-47d7-ab7f-a7b53db967c3 tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5e5cd2f-395b-4045-a1ee-5d50f46b5eda HTTP/1.1" status: 200 len: 210 time: 0.0453563 Sep 14 11:05:47.209775 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:47.211620 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cfb57181-48cc-460c-acba-aadb6c98bf44 req-498126e3-d4c9-4c13-85d4-52da892aa04c tempest-VolumesSnapshotTestJSON-830013790 tempest-VolumesSnapshotTestJSON-830013790-project] 10.222.0.68 "DELETE /v2.0/ports/2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b HTTP/1.1" status: 204 len: 173 time: 0.4380593 Sep 14 11:05:47.212050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'name': 'network-vif-deleted', 'tag': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:05:47.214291 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54dc984-ea71-447f-bd92-dc8c05ccfcff" -d '{"events": [{"server_uuid": "b5e5cd2f-395b-4045-a1ee-5d50f46b5eda", "name": "network-vif-deleted", "tag": "2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:05:47.250725 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a3d0a-1bbb-47bf-bafa-2057f71987fe x-openstack-request-id: req-9a8a3d0a-1bbb-47bf-bafa-2057f71987fe {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:05:47.251022 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e5cd2f-395b-4045-a1ee-5d50f46b5eda", "name": "network-vif-deleted", "tag": "2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:05:47.251272 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a8a3d0a-1bbb-47bf-bafa-2057f71987fe {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:05:47.251664 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e5cd2f-395b-4045-a1ee-5d50f46b5eda', 'name': 'network-vif-deleted', 'tag': '2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b', 'status': 'completed', 'code': 200} Sep 14 11:05:48.977987 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0d07649a-3512-407b-8126-b9e5e8087694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:51.479574 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7436429a-6198-496a-8f2e-df259c92f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:51.608596 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:51.657425 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:52.947110 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:53.332297 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:05:53.569329 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:05:53.588972 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:05:53.589253 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2c6732d0-c2e8-43c7-85fa-1b4078ad2f1b not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:05:54.623354 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:05:57.036506 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-482830fd-d314-49b0-877c-fb6a685c2d6f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401189 Sep 14 11:05:57.099164 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-7eaa23e6-c3ed-4fa4-bb92-289f987700bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:57.100632 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-7eaa23e6-c3ed-4fa4-bb92-289f987700bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 1100 time: 0.0393550 Sep 14 11:05:57.205358 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-ea2a7346-da78-4bc0-9290-eaa08cee3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:57.206828 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-ea2a7346-da78-4bc0-9290-eaa08cee3ff7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.0858564 Sep 14 11:05:57.270574 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-8af73566-e11b-4d07-99bb-771045c103ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 200 len: 1002 time: 0.0561984 Sep 14 11:05:57.321217 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-773520ac-a927-47f8-a4b6-1a4458fe017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:57.322660 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-773520ac-a927-47f8-a4b6-1a4458fe017c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0444753 Sep 14 11:05:57.369190 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-fe03a27d-32f7-4afb-80c6-f3fc6bcf8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:05:57.370716 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-fe03a27d-32f7-4afb-80c6-f3fc6bcf8903 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404098 Sep 14 11:05:57.465818 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-3dd66a6f-5edb-4c26-aa0b-8038ec601097 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Sep 14 11:05:57.554005 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-82ff7e19-84d1-4079-9dad-c627532d1274 req-81feebec-cb07-41ff-b639-389b9fbe2b07 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812814 Sep 14 11:06:10.255591 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 47848) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:10.356641 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5483cce7-a179-46fb-9379-5968f3e3aac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.442143 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5483cce7-a179-46fb-9379-5968f3e3aac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.445481 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5483cce7-a179-46fb-9379-5968f3e3aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.484377 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5483cce7-a179-46fb-9379-5968f3e3aac2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a2eead7453b43aaa93a83022a62b4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277584 Sep 14 11:06:10.486316 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483cce7-a179-46fb-9379-5968f3e3aac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41700606-87bc-46f1-9a6a-9d684d67cb34,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:10.487113 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 47852) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:10.536224 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.558143 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.605905 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.608768 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:10.609964 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41700606-87bc-46f1-9a6a-9d684d67cb34 HTTP/1.1" status: 204 len: 168 time: 0.1217563 Sep 14 11:06:10.617670 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41700606-87bc-46f1-9a6a-9d684d67cb34,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:10.625082 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.625440 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.625807 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.626146 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.626482 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.626829 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.627141 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.627469 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.627797 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.628137 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.628442 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:10.628761 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54148131-be23-467d-a8ab-13002955eb44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:18.979371 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d073eaf2-5d33-4ba1-a660-ce89cc2fa6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:21.478443 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-034b37d0-4268-4052-9060-28dc5697e6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:21.600307 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:21.660383 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:22.409991 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb47f-a395-4232-a084-0eaed017cc10 req-fa7f72f6-97cb-4a37-abba-c0dd8eeda5af tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:22.412417 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-039eb47f-a395-4232-a084-0eaed017cc10 req-fa7f72f6-97cb-4a37-abba-c0dd8eeda5af tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 947 time: 0.0532565 Sep 14 11:06:22.473245 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-039eb47f-a395-4232-a084-0eaed017cc10 req-3ac5f4a7-1f1a-4c3f-8c70-0a4201b294b6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510573 Sep 14 11:06:22.948918 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:23.100306 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3999-8d97-4423-ba0d-c935ab965472 req-53e26de6-d8fd-410f-a419-0e54ac06bd76 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:23.101719 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f42f3999-8d97-4423-ba0d-c935ab965472 req-53e26de6-d8fd-410f-a419-0e54ac06bd76 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Sep 14 11:06:23.139227 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f42f3999-8d97-4423-ba0d-c935ab965472 req-bf00c5e3-226a-4c4c-b041-a3ff0381d40c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304325 Sep 14 11:06:23.593647 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d31763-7db8-4968-a181-eab0e3834635 req-0aa6e544-14bf-418c-bbb7-5c6211600268 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:23.595124 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34d31763-7db8-4968-a181-eab0e3834635 req-0aa6e544-14bf-418c-bbb7-5c6211600268 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 947 time: 0.0484700 Sep 14 11:06:23.631606 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34d31763-7db8-4968-a181-eab0e3834635 req-7b31a61e-dd97-4e7a-a9a9-3cbdf70b70d1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=c12d4580-8ebb-4cb0-af73-842aba188294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305853 Sep 14 11:06:23.921472 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-984e2589-65d2-4dfe-b7c2-3c8156bfdeaa tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:23.923269 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-984e2589-65d2-4dfe-b7c2-3c8156bfdeaa tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 947 time: 0.0498483 Sep 14 11:06:24.032320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Deleting port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:06:24.032672 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.124731 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] For port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:24.125101 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.332269 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c20e16-ad94-4cd8-a095-121a61c9c5b2 req-f4198ddb-157e-4f9a-a84d-dff277211b75 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:24.333681 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5c20e16-ad94-4cd8-a095-121a61c9c5b2 req-f4198ddb-157e-4f9a-a84d-dff277211b75 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1116464 Sep 14 11:06:24.412021 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f5c20e16-ad94-4cd8-a095-121a61c9c5b2 req-494c35c6-16d9-4962-abdd-094c1fc94068 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686245 Sep 14 11:06:24.421491 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.421914 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.422255 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Floating IP 7418acaf-b271-47ac-8cfe-70b0724ca6a8 disassociated. External IP: 172.27.2.126, port: 9df4ecf4-fbe2-4665-b91b-4caa6d73903f. Sep 14 11:06:24.422593 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Calling delete_port for 9df4ecf4-fbe2-4665-b91b-4caa6d73903f owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:06:24.544261 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.574823 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event deleted for resources: {'Port': ['ID=9df4ecf4-fbe2-4665-b91b-4caa6d73903f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:24.625764 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.686836 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:06:24.734146 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d2c87494-98aa-4176-b38b-b940e5053088 req-93f9f182-0d87-4594-8c0d-959e16e53e28 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0310209 Sep 14 11:06:24.790975 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:24.801888 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:24.810860 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:24.811476 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:24.833013 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] No DVR routers for this DVR port 9df4ecf4-fbe2-4665-b91b-4caa6d73903f on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:06:24.835537 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.837500 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b96dba9c-6350-4d3c-af1d-04415e340978 req-47be3af4-ce1b-450f-9a57-13c9109517f5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "DELETE /v2.0/ports/9df4ecf4-fbe2-4665-b91b-4caa6d73903f HTTP/1.1" status: 204 len: 173 time: 0.9077384 Sep 14 11:06:24.837971 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-deleted', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:06:24.840712 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84cdb2f-b235-48ee-baec-59b24737496b" -d '{"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-deleted", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:06:24.880793 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da9bec-dcbc-4296-ab76-dd57e537ecd9 x-openstack-request-id: req-88da9bec-dcbc-4296-ab76-dd57e537ecd9 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:06:24.881099 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a5690-7f93-43b0-8fe7-faae09bff069", "name": "network-vif-deleted", "tag": "9df4ecf4-fbe2-4665-b91b-4caa6d73903f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:06:24.881357 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88da9bec-dcbc-4296-ab76-dd57e537ecd9 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:06:24.881776 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a5690-7f93-43b0-8fe7-faae09bff069', 'name': 'network-vif-deleted', 'tag': '9df4ecf4-fbe2-4665-b91b-4caa6d73903f', 'status': 'completed', 'code': 200} Sep 14 11:06:24.929498 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:25.030091 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48078) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:25.074898 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Deleting subnet 1bcf38b8-b267-45ef-a34e-615b3159b886 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:06:25.078010 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.113502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.128281 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:25.155721 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:25.159628 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.163917 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:25.164520 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:25.216751 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.250354 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcf38b8-b267-45ef-a34e-615b3159b886,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:25.257382 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.261943 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48082) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:25.262371 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e14ea8ac-e9f5-4318-a332-eb1de14988b0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1bcf38b8-b267-45ef-a34e-615b3159b886 HTTP/1.1" status: 204 len: 168 time: 0.2302663 Sep 14 11:06:25.284053 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:25.330298 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.410311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.432139 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf75d05-ca02-403c-9373-9a79c5428156']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:25.443102 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ba3a76-0685-4892-baf0-1698a0543ca4') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:25.443398 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ba3a76-0685-4892-baf0-1698a0543ca4') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:25.454633 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.470347 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.478508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:06:25.479051 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:06:25.481121 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:06:25.540869 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18818-f13d-4360-ab8a-5165ecdd6e12 req-efedd944-b209-4400-9b61-b83a69e41582 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:25.543729 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69d18818-f13d-4360-ab8a-5165ecdd6e12 req-efedd944-b209-4400-9b61-b83a69e41582 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0588129 Sep 14 11:06:25.547620 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.576207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.582374 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7bf75d05-ca02-403c-9373-9a79c5428156 HTTP/1.1" status: 204 len: 168 time: 0.3165536 Sep 14 11:06:25.584854 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465502-aa44-4be2-ba9d-4aa699618ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf75d05-ca02-403c-9373-9a79c5428156,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:25.602445 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69d18818-f13d-4360-ab8a-5165ecdd6e12 req-c1f1e584-fd9c-4860-9e18-65224d87274d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499811 Sep 14 11:06:25.652086 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:25.684070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb6d5-896e-4d5d-a516-2fec73881b40 None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:06:25.765344 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48090) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:25.809029 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-08f20c02-996f-44b6-a119-6a7dd4d95496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c94ed5495dc4003aa4ecb515b45f6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418687 Sep 14 11:06:25.811556 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48092) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:25.862220 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-21a6c7a2-47a1-43ac-98ec-a91208fb90be req-74ea33f9-2231-42b1-82d0-e5d6636754fb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0378492 Sep 14 11:06:25.896133 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0f3d-b4a6-453d-8a40-36a2cbafdd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.925163 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0f3d-b4a6-453d-8a40-36a2cbafdd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.942159 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d3dfcc-2729-4bc3-94d4-a7eb7ed82b02 None None] New status for floating IP 7418acaf-b271-47ac-8cfe-70b0724ca6a8: DOWN {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:06:25.980617 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0f3d-b4a6-453d-8a40-36a2cbafdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.983598 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0f3d-b4a6-453d-8a40-36a2cbafdd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:25.985001 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-6d5f0f3d-b4a6-453d-8a40-36a2cbafdd96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3b1bb93-3a3e-48bc-85cc-0ee87040e76c HTTP/1.1" status: 204 len: 168 time: 0.1725264 Sep 14 11:06:25.997756 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0f3d-b4a6-453d-8a40-36a2cbafdd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b1bb93-3a3e-48bc-85cc-0ee87040e76c,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:26.667065 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48120) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:26.723609 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360a4f-4a50-43ca-86ba-f8e90446874c req-ec1b5988-dbaa-457e-8a79-6b24bc88d4b8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:26.725275 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d360a4f-4a50-43ca-86ba-f8e90446874c req-ec1b5988-dbaa-457e-8a79-6b24bc88d4b8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Sep 14 11:06:26.764152 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d360a4f-4a50-43ca-86ba-f8e90446874c req-076abda3-5323-479e-92ee-ff981d22fc7c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Sep 14 11:06:26.768748 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-249606694-network', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:26.789271 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Made reservation on behalf of 192637d2e0d74f2f98d3935eb366cb5c for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:26.791612 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:26.803064 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:26.886954 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:26.890988 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:26.915010 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:06:26.924498 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb64971-9169-4c09-ab5e-becf11c1d12c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:26.930404 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:26.930775 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Added segment ae5ecfce-2c9b-42b0-911a-54e39ee7140a of type vlan for network 469476ad-868c-4eee-a410-2505db6bff30 Sep 14 11:06:26.981142 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-06829fd7-efb2-40d8-a443-fdce7a17d09b req-df88fa5b-a2ba-4e23-8544-6c8747227dfa tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a5690-7f93-43b0-8fe7-faae09bff069 HTTP/1.1" status: 200 len: 210 time: 0.0480456 Sep 14 11:06:26.994054 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.017386 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.018356 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:27.018937 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.052090 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3832757 Sep 14 11:06:27.055031 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48128) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:27.060291 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Request body: {'subnet': {'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-249606694-subnet', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:27.091757 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002f66b-fd4c-443c-9abf-83dbc045c7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=469476ad-868c-4eee-a410-2505db6bff30,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:27.101825 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 469476ad-868c-4eee-a410-2505db6bff30 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:06:27.109584 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Made reservation on behalf of 192637d2e0d74f2f98d3935eb366cb5c for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:27.111889 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.279244 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.332487 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9316b0-5413-415a-b116-3d1f868d5d42,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:27.341219 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Checking segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:27.341594 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Network hostable DHCP agents. Network: 469476ad-868c-4eee-a410-2505db6bff30, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:06:27.358632 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Network 469476ad-868c-4eee-a410-2505db6bff30 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:06:27.367632 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 469476ad-868c-4eee-a410-2505db6bff30) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:27.374240 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:27.374910 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.379325 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445cef2-5aad-4c6d-bc11-c0ec5a536264 None None] Network 469476ad-868c-4eee-a410-2505db6bff30 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:06:27.387822 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-bfb599ac-c652-41e5-872b-0575811c65c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3313031 Sep 14 11:06:27.390395 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48132) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:27.394520 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:27.417153 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.418742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.525145 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-469476ad-868c-4eee-a410-2505db6bff30', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:06:27.526970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.687502 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Allocated IP 172.20.0.2 (469476ad-868c-4eee-a410-2505db6bff30/dd9316b0-5413-415a-b116-3d1f868d5d42/76667ea0-fff6-4860-b863-0fd7443eb64f) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:27.763841 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.839867 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.848768 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Transition to ACTIVE for port object 76667ea0-fff6-4860-b863-0fd7443eb64f will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:27.864882 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Transition to ACTIVE for port object 76667ea0-fff6-4860-b863-0fd7443eb64f will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:27.871819 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.891613 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a2d0-2be9-470e-a1fa-da9c4a0c9688 req-c731ccae-f98f-438d-9ee2-bb0edaa0e872 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:27.893122 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ede4a2d0-2be9-470e-a1fa-da9c4a0c9688 req-c731ccae-f98f-438d-9ee2-bb0edaa0e872 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0586314 Sep 14 11:06:27.901702 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.907879 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Network 469476ad-868c-4eee-a410-2505db6bff30 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:27.913674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:27.917335 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:27.927583 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Pushing event updated for resources: {'Port': ['ID=76667ea0-fff6-4860-b863-0fd7443eb64f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:27.938432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.938432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.938740 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ede4a2d0-2be9-470e-a1fa-da9c4a0c9688 req-cfe0184d-d5e9-4dfa-8dd2-db92ba3f7203 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Sep 14 11:06:27.938848 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.939117 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.939452 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.939781 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.940114 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.940452 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.940775 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.941108 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.941432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.941775 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:27.987805 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Attempting to bind port 76667ea0-fff6-4860-b863-0fd7443eb64f on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:27.988168 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Attempting to bind port 76667ea0-fff6-4860-b863-0fd7443eb64f by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:27.988525 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Attempting to bind port 76667ea0-fff6-4860-b863-0fd7443eb64f on network 469476ad-868c-4eee-a410-2505db6bff30 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:27.993490 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:27.993888 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Checking segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:27.994286 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:27.994676 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Bound using segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:27.995135 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Bound port: 76667ea0-fff6-4860-b863-0fd7443eb64f, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:27.995513 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.063160 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] For port 76667ea0-fff6-4860-b863-0fd7443eb64f, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:28.066611 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] For port 76667ea0-fff6-4860-b863-0fd7443eb64f, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=76667ea0-fff6-4860-b863-0fd7443eb64f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:28.071573 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.074358 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48140) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:28.124989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.155654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf095d0-fa81-4356-9fd2-9da1964eec53 None None] Pushing event updated for resources: {'Port': ['ID=76667ea0-fff6-4860-b863-0fd7443eb64f,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:28.157008 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce65a-ddd3-4d2d-9479-214758b16e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.160577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.187132 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce65a-ddd3-4d2d-9479-214758b16e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.238352 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:06:28.255068 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce65a-ddd3-4d2d-9479-214758b16e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.257759 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce65a-ddd3-4d2d-9479-214758b16e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.262259 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6e0ce65a-ddd3-4d2d-9479-214758b16e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "DELETE /v2.0/security-groups/c12d4580-8ebb-4cb0-af73-842aba188294 HTTP/1.1" status: 204 len: 168 time: 0.1868031 Sep 14 11:06:28.262426 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48146) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:28.272584 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce65a-ddd3-4d2d-9479-214758b16e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12d4580-8ebb-4cb0-af73-842aba188294,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:28.278179 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 9df4ecf4-fbe2-4665-b91b-4caa6d73903f {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:06:28.278557 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 9df4ecf4-fbe2-4665-b91b-4caa6d73903f not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:06:28.284201 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.api.v2.resource [None req-c882ec3d-75ed-4d85-a11b-0cc021ccad22 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] show failed (client error): The resource could not be found. Sep 14 11:06:28.288272 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c882ec3d-75ed-4d85-a11b-0cc021ccad22 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups/c12d4580-8ebb-4cb0-af73-842aba188294 HTTP/1.1" status: 404 len: 347 time: 0.0220041 Sep 14 11:06:28.288272 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Allocated IP 172.27.2.12 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/37f43f7c-0666-4aaf-958b-ae5ecb790ab2) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:28.289082 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48148) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:28.422411 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.512242 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.548465 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Deleting port fe232679-d61f-4075-8e7f-e53dc5681fac {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:06:28.549783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.583995 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:28.586923 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:28.592317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:28.621583 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Pushing event updated for resources: {'Port': ['ID=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:28.656066 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.656699 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.669162 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Calling delete_port for fe232679-d61f-4075-8e7f-e53dc5681fac owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:06:28.837998 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.865110 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event deleted for resources: {'Port': ['ID=fe232679-d61f-4075-8e7f-e53dc5681fac,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:28.868798 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.935174 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.937932 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:28.943039 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-64a7beff-04c2-45d0-83db-f6b8c6dcadda tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "DELETE /v2.0/floatingips/7418acaf-b271-47ac-8cfe-70b0724ca6a8 HTTP/1.1" status: 204 len: 168 time: 0.6524537 Sep 14 11:06:29.120463 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655447b-78f8-4fdf-9617-b05221ae7024 req-09a1df4e-4c8f-424c-9259-fcf4b22fb0c4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:29.122602 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f655447b-78f8-4fdf-9617-b05221ae7024 req-09a1df4e-4c8f-424c-9259-fcf4b22fb0c4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0884261 Sep 14 11:06:29.154597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.179260 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48166) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:29.184744 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314527582', 'description': 'tempest-description--1446971409'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:29.208651 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.217968 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f655447b-78f8-4fdf-9617-b05221ae7024 req-eacb5837-6d24-4a78-a9ed-b93538f07ddd tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867584 Sep 14 11:06:29.258207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2f0a0-4d9f-46e9-8146-ad39d670d77f None None] Network 469476ad-868c-4eee-a410-2505db6bff30 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:06:29.303212 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.307912 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.332225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Router da3d2be2-03f1-4072-94f6-3fbf3261882d is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:06:29.340206 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.341440 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1611729 Sep 14 11:06:29.343278 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb993f5-6e29-46eb-a63d-765683cf43ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac55aed-aeb4-4a53-85ac-69a4cc879b35,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:29.345864 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48168) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:29.369749 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e271dbde-78d9-4e2c-bc35-bb8aaa27920f None None] Provisioning for port 76667ea0-fff6-4860-b863-0fd7443eb64f completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:29.385085 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'security_group_rule': {'security_group_id': 'aac55aed-aeb4-4a53-85ac-69a4cc879b35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:29.456876 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.477965 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:29.487912 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Sync routers for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:29.498402 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:29.499266 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:29.509815 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.513456 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-4109ecf6-4115-4292-849f-efc1183c57a6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1197400 Sep 14 11:06:29.514014 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48170) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:29.541853 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.550812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.595776 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.600964 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529089 Sep 14 11:06:29.602683 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48174) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:29.611653 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'security_group_rule': {'security_group_id': 'aac55aed-aeb4-4a53-85ac-69a4cc879b35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:29.623221 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ee734-9ec0-4035-a632-2a10b7e7e959 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ce40b2-194d-49fe-8ccd-44e832fd3e32,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:29.639041 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:29.658152 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.756763 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.763185 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.780564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92691393-2cc9-4e16-9495-8438d9b81581,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:29.799102 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.801824 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-19dcc12d-766c-474e-862d-895f127dcaff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1976402 Sep 14 11:06:29.804911 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48182) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:29.818400 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:29.863309 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.880086 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:28Z', 'revision_number': 3, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:29.915958 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Checking router: da3d2be2-03f1-4072-94f6-3fbf3261882d for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:29.916347 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Updating router da3d2be2-03f1-4072-94f6-3fbf3261882d port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:06:29.943551 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.985611 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.092192 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.158146 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Allocated IP 172.27.2.121 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/1f78b819-54c5-4616-bf9b-b95d08d46188) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:30.205524 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 76667ea0-fff6-4860-b863-0fd7443eb64f up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:30.260886 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 76667ea0-fff6-4860-b863-0fd7443eb64f completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:30.265337 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 76667ea0-fff6-4860-b863-0fd7443eb64f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:30.265739 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.291519 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Allocated IP 172.20.0.1 (469476ad-868c-4eee-a410-2505db6bff30/dd9316b0-5413-415a-b116-3d1f868d5d42/68ef4583-4b6a-4970-804d-aea749d8bd34) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:30.295668 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.335068 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:06:30.339514 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.368394 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.373021 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71e7d-f9c7-4fd8-8310-af3bed90726a req-df82abc0-0a70-4ff7-ac01-f2e64ef07cf4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:30.374680 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73e71e7d-f9c7-4fd8-8310-af3bed90726a req-df82abc0-0a70-4ff7-ac01-f2e64ef07cf4 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0798953 Sep 14 11:06:30.384849 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:30.389577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:30.393093 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:30.400565 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'Port': ['ID=1f78b819-54c5-4616-bf9b-b95d08d46188,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:30.415636 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73e71e7d-f9c7-4fd8-8310-af3bed90726a req-9bbeefd1-3f36-4903-a46a-37a708880c86 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342729 Sep 14 11:06:30.446836 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 76667ea0-fff6-4860-b863-0fd7443eb64f, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=76667ea0-fff6-4860-b863-0fd7443eb64f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:30.451882 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.491596 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.505839 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Transition to ACTIVE for port object 68ef4583-4b6a-4970-804d-aea749d8bd34 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:30.506334 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.526442 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=76667ea0-fff6-4860-b863-0fd7443eb64f,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:30.544898 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.551133 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.575577 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.582924 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Network 469476ad-868c-4eee-a410-2505db6bff30 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:30.586397 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Transition to ACTIVE for port object 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:30.587688 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:30.591884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:30.598784 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.661107 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Attempting to bind port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:30.661463 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Attempting to bind port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:30.661790 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Attempting to bind port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:30.670920 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:30.671239 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:30.671594 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.671998 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:30.673386 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Bound port: 37f43f7c-0666-4aaf-958b-ae5ecb790ab2, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:30.673816 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.723054 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080ff95-d52c-451e-a7fd-290f964c914a None None] Pushing event updated for resources: {'Port': ['ID=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:30.734510 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.740174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.757275 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] For port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:30.760875 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] For port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:30.766827 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.818346 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080ff95-d52c-451e-a7fd-290f964c914a None None] Pushing event updated for resources: {'Port': ['ID=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:30.839231 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'Port': ['ID=1f78b819-54c5-4616-bf9b-b95d08d46188,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:30.843193 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:30.843866 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:30.856502 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.868380 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Pushing event updated for resources: {'Port': ['ID=68ef4583-4b6a-4970-804d-aea749d8bd34,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:30.870445 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.876975 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3af4daf7-2580-4a19-b2f0-a624add205c6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0655715 Sep 14 11:06:30.880478 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:30.967813 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-1e1e2e97-ab86-44ed-8d36-98c75532b583 None None] Provisioning for port 68ef4583-4b6a-4970-804d-aea749d8bd34 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:30.974138 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:30.977345 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-1e1e2e97-ab86-44ed-8d36-98c75532b583 None None] Provisioning complete for port 68ef4583-4b6a-4970-804d-aea749d8bd34 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:30.977921 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2e97-ab86-44ed-8d36-98c75532b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:31.046598 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:31.099440 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-7e543a48-1069-4b1d-b381-cab758099713 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--314527582&fields=id&tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 267 time: 0.0446086 Sep 14 11:06:31.217164 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-ae675b30-ed9a-4735-b2d3-4ca85e6811c8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:31.219020 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-ae675b30-ed9a-4735-b2d3-4ca85e6811c8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 817 time: 0.1103172 Sep 14 11:06:31.235080 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-4b9ec230-ca93-416a-a04d-78c26964ab47 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/quotas/e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 375 time: 0.0094464 Sep 14 11:06:31.239280 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:31.244530 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:31.255134 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e2e97-ab86-44ed-8d36-98c75532b583 None None] Port 68ef4583-4b6a-4970-804d-aea749d8bd34 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:31.298738 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-cb6dbd77-ccab-4043-aeaa-7108b77a5932 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561800 Sep 14 11:06:31.311653 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:31.314595 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Pushing event updated for resources: {'Port': ['ID=68ef4583-4b6a-4970-804d-aea749d8bd34,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:31.329207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:28Z', 'revision_number': 3, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:31.356456 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d43f3-e832-484a-9305-0a6c2e42bd46 None None] The sync data for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi is: [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:28Z', 'revision_number': 3, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:06:31.399299 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-ae5e4904-6908-4871-88cf-d098316c052a service neutron] 10.222.0.39 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885189 Sep 14 11:06:31.411869 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Network 469476ad-868c-4eee-a410-2505db6bff30 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:31.413294 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:31.533129 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-40fd90fb-eb04-48b7-afb8-8dcf8f9516f5 service neutron] 10.222.0.39 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260188 Sep 14 11:06:31.574509 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd9c2d-dca9-4f9d-8811-516cf53b44bf req-70071084-a851-47d2-a4a7-f12aa678ceab tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:31.576096 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3fd9c2d-dca9-4f9d-8811-516cf53b44bf req-70071084-a851-47d2-a4a7-f12aa678ceab tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0732358 Sep 14 11:06:31.583930 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Router da3d2be2-03f1-4072-94f6-3fbf3261882d has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:06:31.678816 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-59681b6a-020b-4df8-b3b1-92dcbd97e274 None None] Provisioning complete for port 68ef4583-4b6a-4970-804d-aea749d8bd34 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:31.679191 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59681b6a-020b-4df8-b3b1-92dcbd97e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:31.729159 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-59681b6a-020b-4df8-b3b1-92dcbd97e274 None None] Port 68ef4583-4b6a-4970-804d-aea749d8bd34 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:31.732041 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3fd9c2d-dca9-4f9d-8811-516cf53b44bf req-723ceaac-01d6-4a6d-a38b-48678eca131e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446831 Sep 14 11:06:31.763946 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:31.773854 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-afb4d2f5-5279-478c-9d19-cf2cbe3f76d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/da3d2be2-03f1-4072-94f6-3fbf3261882d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2586899 Sep 14 11:06:31.794585 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ef3aa7de-ca1b-4ba4-9eaa-e0bb054b8d61 req-8f638ce7-687b-4b67-8947-457a202e0d62 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 210 time: 0.0524905 Sep 14 11:06:32.255020 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 76667ea0-fff6-4860-b863-0fd7443eb64f up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:32.310799 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 76667ea0-fff6-4860-b863-0fd7443eb64f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:32.311177 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.335237 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48242) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:32.340788 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1321308596-network', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:32.368223 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Made reservation on behalf of cbc4bcb35c6847d3920b40b8d65e4419 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:32.371412 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.380447 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.400185 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:32.447949 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:32.451632 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:32.452002 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.470797 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.474683 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.502940 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:06:32.508143 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44610b4-4d93-487c-80c7-c8fd0c66521f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:32.516446 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.516849 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Added segment ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba of type vlan for network 55916f45-8733-442a-b660-5f693fbde3f5 Sep 14 11:06:32.531934 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.552650 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:32.557069 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.563245 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.595084 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.597132 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:32.597762 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.606258 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:32.631078 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2946129 Sep 14 11:06:32.633828 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48244) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:32.638678 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Request body: {'subnet': {'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1321308596-subnet', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:32.658599 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Made reservation on behalf of cbc4bcb35c6847d3920b40b8d65e4419 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:32.660804 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.662582 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324e60-a7f6-4eb6-9355-3f1c53276a6d admin admin] Pushing event updated for resources: {'Network': ['ID=55916f45-8733-442a-b660-5f693fbde3f5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:32.673907 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 55916f45-8733-442a-b660-5f693fbde3f5 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:06:32.836683 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.869881 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15303d75-d2f0-4d81-89ac-1c438d940c75 req-478f8d02-93da-482e-9ed6-9eea3e080d2d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:32.871471 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-15303d75-d2f0-4d81-89ac-1c438d940c75 req-478f8d02-93da-482e-9ed6-9eea3e080d2d tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Sep 14 11:06:32.906162 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d32a23-ddc5-4f99-91f1-922a7ef22c43,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:32.915171 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-15303d75-d2f0-4d81-89ac-1c438d940c75 req-7a352f35-b25a-485f-a76c-5ae36004cabf tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373900 Sep 14 11:06:32.924741 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c8c4ac09-5834-46c3-a8ec-839d29260d7a req-5fc8fec0-745e-46c2-b986-b06a2c8265a9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 210 time: 0.0370998 Sep 14 11:06:32.926345 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Checking segment: {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:32.926717 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Network hostable DHCP agents. Network: 55916f45-8733-442a-b660-5f693fbde3f5, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:06:32.953008 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Network 55916f45-8733-442a-b660-5f693fbde3f5 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:06:32.961406 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 55916f45-8733-442a-b660-5f693fbde3f5) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:32.965975 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:32.966592 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.970709 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d6b0c-ef0d-490c-993c-04aa1ef3bead None None] Network 55916f45-8733-442a-b660-5f693fbde3f5 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:06:32.982494 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2ff96f4b-0d30-42aa-a033-e8e6ca828b86 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3475969 Sep 14 11:06:32.986251 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48250) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:32.990603 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:33.012840 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.013874 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.066969 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.089105 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Sync routers for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:33.098832 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:33.099182 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:33.130437 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-55916f45-8733-442a-b660-5f693fbde3f5', 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'fixed_ips': [{'subnet_id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:06:33.131449 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.208536 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:33.240838 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.318739 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Allocated IP 172.20.0.2 (55916f45-8733-442a-b660-5f693fbde3f5/11d32a23-ddc5-4f99-91f1-922a7ef22c43/8b4453ba-07b7-484f-ba03-12174a0408c4) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:33.490608 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.491219 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 2, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:33.493829 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.503623 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Transition to ACTIVE for port object 8b4453ba-07b7-484f-ba03-12174a0408c4 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:33.510438 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.519768 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Transition to ACTIVE for port object 8b4453ba-07b7-484f-ba03-12174a0408c4 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:33.522475 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Checking router: da3d2be2-03f1-4072-94f6-3fbf3261882d for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:33.522851 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Updating router da3d2be2-03f1-4072-94f6-3fbf3261882d port 68ef4583-4b6a-4970-804d-aea749d8bd34 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:06:33.528223 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.549463 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.564647 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Network 55916f45-8733-442a-b660-5f693fbde3f5 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:33.579669 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:33.582226 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:33.597950 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Pushing event updated for resources: {'Port': ['ID=8b4453ba-07b7-484f-ba03-12174a0408c4,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:33.633917 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Allocated IP 172.27.2.63 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/da09dd54-6de7-4ba1-8e55-3bbd6a780903) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:33.649733 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Attempting to bind port 8b4453ba-07b7-484f-ba03-12174a0408c4 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:33.650246 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Attempting to bind port 8b4453ba-07b7-484f-ba03-12174a0408c4 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:33.650566 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Attempting to bind port 8b4453ba-07b7-484f-ba03-12174a0408c4 on network 55916f45-8733-442a-b660-5f693fbde3f5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:33.656615 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:33.656988 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Checking segment: {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:33.657396 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.657821 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Bound using segment: {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:33.658284 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Bound port: 8b4453ba-07b7-484f-ba03-12174a0408c4, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:33.658672 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.730224 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] For port 8b4453ba-07b7-484f-ba03-12174a0408c4, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:33.734440 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] For port 8b4453ba-07b7-484f-ba03-12174a0408c4, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8b4453ba-07b7-484f-ba03-12174a0408c4,segment=NetworkSegment(ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba),segment_id=ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:33.739037 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.769473 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.806817 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879989f9-2e0f-4bd0-be5f-f939cae400ce None None] Pushing event updated for resources: {'Port': ['ID=8b4453ba-07b7-484f-ba03-12174a0408c4,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:33.828111 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.841425 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.851965 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Transition to ACTIVE for port object 68ef4583-4b6a-4970-804d-aea749d8bd34 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:33.858134 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.891773 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Pushing event updated for resources: {'Port': ['ID=da09dd54-6de7-4ba1-8e55-3bbd6a780903,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:33.902153 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:33.903609 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:33.904188 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Pushing event updated for resources: {'Port': ['ID=68ef4583-4b6a-4970-804d-aea749d8bd34,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:33.906779 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:33.911894 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.912535 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.913103 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.913694 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.914266 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.914806 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.915359 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.916125 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.919822 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.920430 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.920996 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:33.921579 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:34.052915 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-23166d80-812e-455a-8e0e-d4b62eea4147 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:34.056847 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-23166d80-812e-455a-8e0e-d4b62eea4147 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 817 time: 0.2157047 Sep 14 11:06:34.091444 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Attempting to bind port 68ef4583-4b6a-4970-804d-aea749d8bd34 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:34.092056 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Attempting to bind port 68ef4583-4b6a-4970-804d-aea749d8bd34 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:34.092183 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Attempting to bind port 68ef4583-4b6a-4970-804d-aea749d8bd34 on network 469476ad-868c-4eee-a410-2505db6bff30 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:34.108285 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:34.109399 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Checking segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:34.110273 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:34.111587 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Bound using segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:34.112321 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Bound port: 68ef4583-4b6a-4970-804d-aea749d8bd34, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:34.112913 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:34.212887 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-78f8468b-0236-42ef-925d-a9fec7a0ffcd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 379 time: 0.1437531 Sep 14 11:06:34.215185 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5c9bf82e-864a-4940-a2fb-0b1d2dc9bd1d req-6c68eb98-1780-4bd5-b76c-65da090eac9b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 210 time: 0.0811093 Sep 14 11:06:34.224700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'port': {'device_id': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'admin_state_up': True, 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'security_groups': ['aac55aed-aeb4-4a53-85ac-69a4cc879b35']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:34.256209 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] For port 68ef4583-4b6a-4970-804d-aea749d8bd34, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:34.266448 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] For port 68ef4583-4b6a-4970-804d-aea749d8bd34, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=68ef4583-4b6a-4970-804d-aea749d8bd34,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:34.279708 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:34.289981 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2232-c04e-4bf7-bbfc-5cb5f2a92158 req-04fb1fb5-5d30-4eb5-9cb0-61dc0d378fce tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:34.291838 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6ded2232-c04e-4bf7-bbfc-5cb5f2a92158 req-04fb1fb5-5d30-4eb5-9cb0-61dc0d378fce tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1917424 Sep 14 11:06:34.338036 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a4a82-19f2-441b-8cd2-872439956f30 None None] Pushing event updated for resources: {'Port': ['ID=68ef4583-4b6a-4970-804d-aea749d8bd34,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:34.362206 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:34.362784 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:34.433887 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4453ba-07b7-484f-ba03-12174a0408c4 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:34.543486 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 8b4453ba-07b7-484f-ba03-12174a0408c4 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:34.549156 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6ded2232-c04e-4bf7-bbfc-5cb5f2a92158 req-cb2efb28-5f6d-4331-b662-076e63af6631 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446246 Sep 14 11:06:34.560444 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:34.604028 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:34.621409 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Made reservation on behalf of e884b7c98d2f4bb093b67ea12ddf1e00 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:34.625363 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:34.710926 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:34.711446 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:34.827847 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:34.880665 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Allocated IP 172.20.0.9 (bf1f2fa6-9213-4795-927b-84514f9a817a/3527b394-4ffe-4c2a-a2ad-5d0505e59191/cee5c296-4dd1-460b-a1a8-e40390ea8375) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:34.944083 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.094001 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.112274 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Transition to ACTIVE for port object cee5c296-4dd1-460b-a1a8-e40390ea8375 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:35.164707 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:34Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:35.170883 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.244099 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6a32f-ae42-43c1-95c5-4114dd6cdeca None None] The sync data for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi is: [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:34Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:06:35.251052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Network bf1f2fa6-9213-4795-927b-84514f9a817a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:35.254604 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:35.262775 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:35.395658 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9022f77a-59bb-4a95-9c0b-43ca210ab648 None None] Network 55916f45-8733-442a-b660-5f693fbde3f5 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:06:35.405919 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:06:35.414697 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:35.505264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] Provisioning for port 8b4453ba-07b7-484f-ba03-12174a0408c4 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:35.515599 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] Provisioning complete for port 8b4453ba-07b7-484f-ba03-12174a0408c4 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:35.516060 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.529107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:35.530097 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.540227 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a2f35-2c51-4aae-80de-65c2ca1a5c0d req-c40c2a7e-291a-440e-a245-63c75529eda5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:35.541610 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6c2a2f35-2c51-4aae-80de-65c2ca1a5c0d req-c40c2a7e-291a-440e-a245-63c75529eda5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 931 time: 0.1120796 Sep 14 11:06:35.561228 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-50b2214d-ff6d-49af-badd-0ecc81929649 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3406143 Sep 14 11:06:35.614361 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Request body: {'port': {'device_id': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:35.625603 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:35.665085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Sync routers for ids ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:35.670949 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.673350 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-16c15f0f-7b3c-4c8b-99f0-3b195f763c3c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6855967 Sep 14 11:06:35.675958 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48296) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:35.689875 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6c2a2f35-2c51-4aae-80de-65c2ca1a5c0d req-9d71fe25-502a-4a10-b3a7-50c1ad50c698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088119 Sep 14 11:06:35.733632 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Routers {'7575efa2-3e76-4ee9-becf-9b65ee368aa4'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:35.735958 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:35.753700 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:35.938046 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f20c8-1730-494a-8ed8-c18f8f430c7f req-1c8fce02-de7e-4e6d-a464-32cb846a20ba tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:35.946871 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b90f20c8-1730-494a-8ed8-c18f8f430c7f req-1c8fce02-de7e-4e6d-a464-32cb846a20ba tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1659193 Sep 14 11:06:35.965386 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.040436 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Set router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:36.108859 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b90f20c8-1730-494a-8ed8-c18f8f430c7f req-bc3a66ba-c3a4-4bbb-9752-1a77d33ffc3b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598310 Sep 14 11:06:36.164557 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] For port 8b4453ba-07b7-484f-ba03-12174a0408c4, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8b4453ba-07b7-484f-ba03-12174a0408c4,segment=NetworkSegment(ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba),segment_id=ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:36.184205 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48300) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:36.200947 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.268689 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 68ef4583-4b6a-4970-804d-aea749d8bd34 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:36.305483 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee5c296-4dd1-460b-a1a8-e40390ea8375 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:06:36.315111 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.330941 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Transition to ACTIVE for port object cee5c296-4dd1-460b-a1a8-e40390ea8375 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:36.336252 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.429446 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ebb2d-31d9-4295-a155-3fb4ff631741 None None] Pushing event updated for resources: {'Port': ['ID=8b4453ba-07b7-484f-ba03-12174a0408c4,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:36.443224 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-fc470b58-0fb8-49fa-aca1-76bb5794e911 None None] Provisioning for port cee5c296-4dd1-460b-a1a8-e40390ea8375 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:36.477320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:36.519070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 68ef4583-4b6a-4970-804d-aea749d8bd34 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:36.524917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-539ca9a1-68e9-4714-95d1-de75cb08bb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.525175 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 68ef4583-4b6a-4970-804d-aea749d8bd34 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:36.525175 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.605378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:34Z', 'revision_number': 3, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:36.670398 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.675063 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Attempting to bind port cee5c296-4dd1-460b-a1a8-e40390ea8375 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:36.675503 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Attempting to bind port cee5c296-4dd1-460b-a1a8-e40390ea8375 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:36.675964 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Attempting to bind port cee5c296-4dd1-460b-a1a8-e40390ea8375 on network bf1f2fa6-9213-4795-927b-84514f9a817a {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:36.679070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-4eb1f572-6ac2-4387-abc8-788f643ca17b None None] Provisioning complete for port 8b4453ba-07b7-484f-ba03-12174a0408c4 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:36.680041 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f572-6ac2-4387-abc8-788f643ca17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.683865 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Port cee5c296-4dd1-460b-a1a8-e40390ea8375 on network bf1f2fa6-9213-4795-927b-84514f9a817a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:06:36.684721 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Attempting to bind port cee5c296-4dd1-460b-a1a8-e40390ea8375 on network bf1f2fa6-9213-4795-927b-84514f9a817a {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:36.711085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Checking router: 7575efa2-3e76-4ee9-becf-9b65ee368aa4 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:36.711428 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Updating router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 port da09dd54-6de7-4ba1-8e55-3bbd6a780903 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:06:36.746862 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:36.747090 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Checking segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:36.749845 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Bound using segment: {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:36.750970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Bound port: cee5c296-4dd1-460b-a1a8-e40390ea8375, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:36.753086 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.757640 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.775069 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.967546 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Allocated IP 172.20.0.1 (55916f45-8733-442a-b660-5f693fbde3f5/11d32a23-ddc5-4f99-91f1-922a7ef22c43/180586db-ffb5-41e9-8fd8-04590cbb75b4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:36.978591 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:36.982434 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-539ca9a1-68e9-4714-95d1-de75cb08bb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:36.985129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:36.998856 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d28a53-79d4-4394-a6fd-c1a144405158 req-f12e8b48-17f1-45a8-bc7a-44a756f9ddac tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.000525 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e0d28a53-79d4-4394-a6fd-c1a144405158 req-f12e8b48-17f1-45a8-bc7a-44a756f9ddac tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.1441512 Sep 14 11:06:37.001814 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-539ca9a1-68e9-4714-95d1-de75cb08bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.006156 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.011642 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 68ef4583-4b6a-4970-804d-aea749d8bd34, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=68ef4583-4b6a-4970-804d-aea749d8bd34,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:37.053139 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.063442 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.064158 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.065762 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] 10.222.0.68 "PUT /v2.0/ports/cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 1093 time: 1.4834487 Sep 14 11:06:37.069712 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:06:37.073475 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe8f0e4-3e90-4031-bb5e-579279d41d55" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:06:37.136789 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.149479 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca9a1-68e9-4714-95d1-de75cb08bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5ee13c-8e99-4b81-8eb4-9d7233040cc7,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.160127 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Transition to ACTIVE for port object 180586db-ffb5-41e9-8fd8-04590cbb75b4 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:37.180005 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-539ca9a1-68e9-4714-95d1-de75cb08bb32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da0b2855bedb472782f347b7d10572e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9941568 Sep 14 11:06:37.184198 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48318) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:37.232614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05250d76-36a5-44bd-aa16-3c7a4e938321 x-openstack-request-id: req-05250d76-36a5-44bd-aa16-3c7a4e938321 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:06:37.233151 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:06:37.233326 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05250d76-36a5-44bd-aa16-3c7a4e938321 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:06:37.233823 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'status': 'completed', 'code': 200} Sep 14 11:06:37.243489 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e0d28a53-79d4-4394-a6fd-c1a144405158 req-10d154cb-fa66-43a8-9aab-c76495c75e7c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267933 Sep 14 11:06:37.250847 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f453f-7d85-4a86-a202-f3822153b99f service neutron] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.251260 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.263784 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-02fbe29d-dcbd-4d99-ab9f-cc47d972aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.265542 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-02fbe29d-dcbd-4d99-ab9f-cc47d972aff3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1096 time: 0.1521103 Sep 14 11:06:37.284953 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=68ef4583-4b6a-4970-804d-aea749d8bd34,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.329207 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Network 55916f45-8733-442a-b660-5f693fbde3f5 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:37.330896 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:37.344714 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-c92c8117-8ab0-44ab-be40-e57e0d637b5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 217 time: 0.0705750 Sep 14 11:06:37.379287 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:37.382917 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecba-9ab3-46f6-8aa7-0da0f70d28ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.411824 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-94287be4-c8c0-420f-9ea6-35b830217ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.413420 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-94287be4-c8c0-420f-9ea6-35b830217ddf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0607662 Sep 14 11:06:37.451854 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=180586db-ffb5-41e9-8fd8-04590cbb75b4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.458834 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecba-9ab3-46f6-8aa7-0da0f70d28ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.481069 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-2ea4d6eb-aa0d-41b4-9dae-3933ecc24294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.483090 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-2ea4d6eb-aa0d-41b4-9dae-3933ecc24294 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619314 Sep 14 11:06:37.484684 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb661-aeb9-4a2f-9b36-4d7596a4597d req-dd78260e-2560-4eff-a2b4-85c24e61f972 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.486263 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-705bb661-aeb9-4a2f-9b36-4d7596a4597d req-dd78260e-2560-4eff-a2b4-85c24e61f972 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1767976 Sep 14 11:06:37.492646 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.533228 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.546790 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Transition to ACTIVE for port object da09dd54-6de7-4ba1-8e55-3bbd6a780903 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:37.554470 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.622783 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Attempting to bind port da09dd54-6de7-4ba1-8e55-3bbd6a780903 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:37.623411 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Attempting to bind port da09dd54-6de7-4ba1-8e55-3bbd6a780903 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:37.624351 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Attempting to bind port da09dd54-6de7-4ba1-8e55-3bbd6a780903 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:37.624866 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-1c3ab893-fe60-4fb4-bff8-204c0773d3f3 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320865 Sep 14 11:06:37.638675 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:37.640937 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:37.640937 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.640937 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:37.640937 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Bound port: da09dd54-6de7-4ba1-8e55-3bbd6a780903, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:37.641349 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.651311 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-705bb661-aeb9-4a2f-9b36-4d7596a4597d req-11b26fd0-f54a-45f1-9bb0-fbbb7f5f92f9 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135216 Sep 14 11:06:37.677059 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade85f-a44a-42ca-ba60-6ff82a35202e None None] Pushing event updated for resources: {'Port': ['ID=da09dd54-6de7-4ba1-8e55-3bbd6a780903,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.692173 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0aa76182-c43a-44ab-9d98-87eb1193d1e0 None None] Provisioning for port 180586db-ffb5-41e9-8fd8-04590cbb75b4 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:37.697532 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecba-9ab3-46f6-8aa7-0da0f70d28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.700924 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f38ecba-9ab3-46f6-8aa7-0da0f70d28ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.704560 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9f38ecba-9ab3-46f6-8aa7-0da0f70d28ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db5ee13c-8e99-4b81-8eb4-9d7233040cc7 HTTP/1.1" status: 204 len: 168 time: 0.5170484 Sep 14 11:06:37.707910 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0aa76182-c43a-44ab-9d98-87eb1193d1e0 None None] Provisioning complete for port 180586db-ffb5-41e9-8fd8-04590cbb75b4 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:37.708296 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0aa76182-c43a-44ab-9d98-87eb1193d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.716295 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.719516 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ecba-9ab3-46f6-8aa7-0da0f70d28ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5ee13c-8e99-4b81-8eb4-9d7233040cc7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.745392 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-00c2a522-fc52-48b0-81d9-adc175821cfc req-d690bc29-149f-4c58-b9da-a458166580bb service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118472 Sep 14 11:06:37.750353 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] For port da09dd54-6de7-4ba1-8e55-3bbd6a780903, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:37.770449 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] For port da09dd54-6de7-4ba1-8e55-3bbd6a780903, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=da09dd54-6de7-4ba1-8e55-3bbd6a780903,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:37.781293 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.786872 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76182-c43a-44ab-9d98-87eb1193d1e0 None None] Port 180586db-ffb5-41e9-8fd8-04590cbb75b4 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:37.861842 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Routers {'7575efa2-3e76-4ee9-becf-9b65ee368aa4'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:37.862684 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:37.937432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade85f-a44a-42ca-ba60-6ff82a35202e None None] Pushing event updated for resources: {'Port': ['ID=da09dd54-6de7-4ba1-8e55-3bbd6a780903,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.989798 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] Set router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:38.016823 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.029425 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.112631 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=180586db-ffb5-41e9-8fd8-04590cbb75b4,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:38.118767 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.225628 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4453ba-07b7-484f-ba03-12174a0408c4 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:38.230029 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-498edf5f-704a-4e69-9520-5223e3c2fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:38.232157 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-498edf5f-704a-4e69-9520-5223e3c2fdfb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1096 time: 0.4267092 Sep 14 11:06:38.236135 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Network 55916f45-8733-442a-b660-5f693fbde3f5 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:38.237945 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:38.363257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-997badae-afdd-42a7-b1c0-c4689d61c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:38.364868 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-997badae-afdd-42a7-b1c0-c4689d61c1df service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.1129537 Sep 14 11:06:38.372521 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 8b4453ba-07b7-484f-ba03-12174a0408c4 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:38.372892 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.418861 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '180586db-ffb5-41e9-8fd8-04590cbb75b4', 'name': '', 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'mac_address': 'fa:16:3e:73:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:36Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 1, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'subnets': [{'id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:38.450293 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-d0bd43ed-ae0c-4763-a652-0343725a6270 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 217 time: 0.0743163 Sep 14 11:06:38.470450 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:06:38.479652 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6a9f9-dd96-44c9-91a9-06e0c1ecd77f None None] The sync data for ids ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'] in dv-cinder-804035-12-iscsi is: [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '180586db-ffb5-41e9-8fd8-04590cbb75b4', 'name': '', 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'mac_address': 'fa:16:3e:73:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:36Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 1, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'subnets': [{'id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:06:38.549472 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b917-10ca-438f-90fd-7d0b5af7c779 req-fe866d78-35c6-419c-9e08-740fd73267f3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:38.555156 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6103b917-10ca-438f-90fd-7d0b5af7c779 req-fe866d78-35c6-419c-9e08-740fd73267f3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.1187532 Sep 14 11:06:38.556656 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-65692ba9-7323-48de-b4b8-8807d82f2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:38.559098 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-65692ba9-7323-48de-b4b8-8807d82f2f57 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0934591 Sep 14 11:06:38.566908 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 68ef4583-4b6a-4970-804d-aea749d8bd34 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:38.633693 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-d9e48521-b475-4c9f-a7da-52e0a29972f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:38.635229 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-d9e48521-b475-4c9f-a7da-52e0a29972f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687897 Sep 14 11:06:38.675959 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6103b917-10ca-438f-90fd-7d0b5af7c779 req-25c93650-8b0f-4259-9c01-683525f33202 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082647 Sep 14 11:06:38.688332 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6766ded4-4304-42d5-b356-b225dd37820d None None] Provisioning complete for port 180586db-ffb5-41e9-8fd8-04590cbb75b4 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:38.689112 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6766ded4-4304-42d5-b356-b225dd37820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.747645 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 68ef4583-4b6a-4970-804d-aea749d8bd34 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:38.748335 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.802933 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-2b9be2a3-1dba-4997-ac23-01aab88e5440 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573114 Sep 14 11:06:38.810401 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-6766ded4-4304-42d5-b356-b225dd37820d None None] Port 180586db-ffb5-41e9-8fd8-04590cbb75b4 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:38.960587 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ebe8f0e4-3e90-4031-bb5e-579279d41d55 req-3253b3f5-f27a-4a9b-82d9-6b938c9ab4a7 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479750 Sep 14 11:06:38.968314 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdeaf9-c51c-4183-91ff-b1d0ea5bb10d req-10136a96-9014-44f4-8f48-9c4208a02b43 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:38.976154 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2fdeaf9-c51c-4183-91ff-b1d0ea5bb10d req-10136a96-9014-44f4-8f48-9c4208a02b43 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1032994 Sep 14 11:06:38.979647 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:38.990313 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7bba7c75-02e4-4196-95d5-4c0433962eb5 admin admin] 10.222.0.39 "PUT /v2.0/routers/7575efa2-3e76-4ee9-becf-9b65ee368aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3125875 Sep 14 11:06:39.035452 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2fdeaf9-c51c-4183-91ff-b1d0ea5bb10d req-2405242a-54e9-4733-9e71-97eb84ce1191 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572615 Sep 14 11:06:39.375411 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e020f-78b0-42a8-a461-c0784a9cb53d req-db8d14b0-c2ad-4150-a9fc-2bccbcbdded0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:39.377308 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-308e020f-78b0-42a8-a461-c0784a9cb53d req-db8d14b0-c2ad-4150-a9fc-2bccbcbdded0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.1018052 Sep 14 11:06:39.413634 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-5df97a38-40b1-47cb-9a4c-b23d4caf8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:39.418778 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-5df97a38-40b1-47cb-9a4c-b23d4caf8baf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 1098 time: 0.0755258 Sep 14 11:06:39.460816 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-308e020f-78b0-42a8-a461-c0784a9cb53d req-298f64d1-8248-43f7-829e-208bb00a2a1f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757775 Sep 14 11:06:39.619845 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-d9d6413c-60fe-40a9-9392-6de48ff93d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:39.622465 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-d9d6413c-60fe-40a9-9392-6de48ff93d05 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 912 time: 0.1964793 Sep 14 11:06:39.712344 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-4675fca2-d72f-4636-8428-a1277199e708 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 200 len: 1000 time: 0.0829189 Sep 14 11:06:39.774829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-3152518a-07a1-4240-a3c7-aaea6158b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:39.777502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-3152518a-07a1-4240-a3c7-aaea6158b241 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.0566230 Sep 14 11:06:39.904818 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-7e42202f-b94b-4602-a45f-4dca1de93e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:39.906439 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-7e42202f-b94b-4602-a45f-4dca1de93e87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1166058 Sep 14 11:06:39.915109 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465244f-4f70-4fcd-b7fe-32b1332c6b2a req-3c50d430-4811-440a-bff2-9fd5ef39e3c1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:39.916584 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f465244f-4f70-4fcd-b7fe-32b1332c6b2a req-3c50d430-4811-440a-bff2-9fd5ef39e3c1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0672510 Sep 14 11:06:40.014875 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f465244f-4f70-4fcd-b7fe-32b1332c6b2a req-10cc305b-fdb2-4844-b01e-076c6bf4573e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893762 Sep 14 11:06:40.043149 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-dadaeb9e-ba30-40ca-ae45-78c192a189cf service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255407 Sep 14 11:06:40.177282 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ae687b9-eb19-467a-b0fb-996fb47cc6d4 req-ab507558-6c21-4981-8551-83eb06bd4432 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159384 Sep 14 11:06:40.237911 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device da09dd54-6de7-4ba1-8e55-3bbd6a780903 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:40.283187 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:06:40.397192 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port da09dd54-6de7-4ba1-8e55-3bbd6a780903 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:40.402970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port da09dd54-6de7-4ba1-8e55-3bbd6a780903 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:40.403415 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:40.459559 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:40.475058 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'mac_address': 'fa:16:3e:b7:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:06:40.561421 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:40.589784 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:40.605725 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee5c296-4dd1-460b-a1a8-e40390ea8375 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:06:40.635829 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port da09dd54-6de7-4ba1-8e55-3bbd6a780903, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=da09dd54-6de7-4ba1-8e55-3bbd6a780903,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:40.641119 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:40.644449 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:40.678097 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:40.784050 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=da09dd54-6de7-4ba1-8e55-3bbd6a780903,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:40.872934 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:40.943497 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['cee5c296-4dd1-460b-a1a8-e40390ea8375'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:06:41.061679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619924f-1e31-45b0-a16f-81b358d4298c req-8ef8148e-effc-466e-a031-073edc5771dd tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:41.069863 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2619924f-1e31-45b0-a16f-81b358d4298c req-8ef8148e-effc-466e-a031-073edc5771dd tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.4835212 Sep 14 11:06:41.124520 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2619924f-1e31-45b0-a16f-81b358d4298c req-fbdf9e2f-f656-4757-9820-9f5ad26cfdc5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494471 Sep 14 11:06:41.264444 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e3ba3-16a6-428a-a368-e381b0d147e0 req-347b442a-c2e8-4744-b53b-dbe7148663fd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:41.266108 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2c0e3ba3-16a6-428a-a368-e381b0d147e0 req-347b442a-c2e8-4744-b53b-dbe7148663fd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 944 time: 0.1420255 Sep 14 11:06:41.328890 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2c0e3ba3-16a6-428a-a368-e381b0d147e0 req-bd32ac16-7a66-4bf4-816d-8d2852bc336f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567021 Sep 14 11:06:42.147242 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device da09dd54-6de7-4ba1-8e55-3bbd6a780903 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:42.207438 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port da09dd54-6de7-4ba1-8e55-3bbd6a780903 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:42.207772 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:42.261104 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62a964-8fab-4bac-97a9-567b483fafe0 req-6e9aae0f-d70e-47d4-9844-d53b3f051530 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:42.262841 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3b62a964-8fab-4bac-97a9-567b483fafe0 req-6e9aae0f-d70e-47d4-9844-d53b3f051530 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0661690 Sep 14 11:06:42.311169 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3b62a964-8fab-4bac-97a9-567b483fafe0 req-49ffc2e8-905f-4bc9-9c0c-7a1365b7b94e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Sep 14 11:06:42.469969 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de24bc1-f998-40ef-925f-093cff8ee33c req-2c8eb629-7347-4172-a591-580c2d1edf75 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:42.471655 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4de24bc1-f998-40ef-925f-093cff8ee33c req-2c8eb629-7347-4172-a591-580c2d1edf75 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 944 time: 0.0580311 Sep 14 11:06:42.521227 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4de24bc1-f998-40ef-925f-093cff8ee33c req-e10ba5e0-dd41-4fc3-b1ff-568dae05e700 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Sep 14 11:06:42.765203 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Sync routers for ids ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:42.778829 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Routers {'7575efa2-3e76-4ee9-becf-9b65ee368aa4'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:42.779445 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:42.887073 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Set router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:43.125673 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '180586db-ffb5-41e9-8fd8-04590cbb75b4', 'name': '', 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'mac_address': 'fa:16:3e:73:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:36Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 2, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'subnets': [{'id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:43.152986 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Checking router: 7575efa2-3e76-4ee9-becf-9b65ee368aa4 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:43.153340 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Updating router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 port 180586db-ffb5-41e9-8fd8-04590cbb75b4 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:06:43.182588 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:43.482694 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:43.496155 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Transition to ACTIVE for port object 180586db-ffb5-41e9-8fd8-04590cbb75b4 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:43.502888 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:43.562978 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98649dcc-c9ac-4c69-9b94-5dc56a3c45e9 None None] Pushing event updated for resources: {'Port': ['ID=180586db-ffb5-41e9-8fd8-04590cbb75b4,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:43.636255 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Attempting to bind port 180586db-ffb5-41e9-8fd8-04590cbb75b4 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:43.636645 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Attempting to bind port 180586db-ffb5-41e9-8fd8-04590cbb75b4 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:43.637122 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Attempting to bind port 180586db-ffb5-41e9-8fd8-04590cbb75b4 on network 55916f45-8733-442a-b660-5f693fbde3f5 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:43.643173 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:43.643553 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Checking segment: {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:43.643958 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:43.644478 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Bound using segment: {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:43.644945 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Bound port: 180586db-ffb5-41e9-8fd8-04590cbb75b4, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:43.645343 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:43.692753 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647729bc-3bfc-4f44-a895-5a9980da2423 req-58fe6f0a-3d2b-4cfc-8453-0d33ab692cb8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:43.703045 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-647729bc-3bfc-4f44-a895-5a9980da2423 req-58fe6f0a-3d2b-4cfc-8453-0d33ab692cb8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 944 time: 0.0889726 Sep 14 11:06:43.740934 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] For port 180586db-ffb5-41e9-8fd8-04590cbb75b4, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:43.745690 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] For port 180586db-ffb5-41e9-8fd8-04590cbb75b4, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=180586db-ffb5-41e9-8fd8-04590cbb75b4,segment=NetworkSegment(ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba),segment_id=ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:43.760311 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:43.767697 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-647729bc-3bfc-4f44-a895-5a9980da2423 req-b1c3600e-9abd-48cc-8544-e5039acf1a0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628765 Sep 14 11:06:43.833584 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98649dcc-c9ac-4c69-9b94-5dc56a3c45e9 None None] Pushing event updated for resources: {'Port': ['ID=180586db-ffb5-41e9-8fd8-04590cbb75b4,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:43.838866 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Routers {'7575efa2-3e76-4ee9-becf-9b65ee368aa4'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:43.840053 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:43.995788 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] Set router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:44.231689 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 180586db-ffb5-41e9-8fd8-04590cbb75b4 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:44.300220 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '180586db-ffb5-41e9-8fd8-04590cbb75b4', 'name': '', 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'mac_address': 'fa:16:3e:73:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:36Z', 'updated_at': '2021-09-14T11:06:43Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'subnets': [{'id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:44.305766 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 180586db-ffb5-41e9-8fd8-04590cbb75b4 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:44.314562 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 180586db-ffb5-41e9-8fd8-04590cbb75b4 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:44.315193 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:44.412817 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:44.441625 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b12087-3dca-4585-81e5-499e389d1859 None None] The sync data for ids ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'] in dv-cinder-804035-12-iscsi is: [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:37Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '180586db-ffb5-41e9-8fd8-04590cbb75b4', 'name': '', 'network_id': '55916f45-8733-442a-b660-5f693fbde3f5', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'mac_address': 'fa:16:3e:73:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:36Z', 'updated_at': '2021-09-14T11:06:43Z', 'revision_number': 4, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'subnets': [{'id': '11d32a23-ddc5-4f99-91f1-922a7ef22c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:06:44.467049 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 180586db-ffb5-41e9-8fd8-04590cbb75b4, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=180586db-ffb5-41e9-8fd8-04590cbb75b4,segment=NetworkSegment(ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba),segment_id=ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:44.472617 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:44.528951 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=180586db-ffb5-41e9-8fd8-04590cbb75b4,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:44.906697 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974b48d-ca3d-4dc5-9132-27d0a05ecf16 req-5a9ec2b4-391f-4244-a871-a3560d541cbc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:44.918180 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c974b48d-ca3d-4dc5-9132-27d0a05ecf16 req-5a9ec2b4-391f-4244-a871-a3560d541cbc tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 944 time: 0.0697064 Sep 14 11:06:44.976793 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c974b48d-ca3d-4dc5-9132-27d0a05ecf16 req-44522d3a-18b2-487e-92a0-2c1b128beec6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530889 Sep 14 11:06:46.108331 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba862-4102-4003-95ed-1d27bbd03903 req-c60d8a84-a3e2-45dd-abbf-68553a77e4f1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:46.110455 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-430ba862-4102-4003-95ed-1d27bbd03903 req-c60d8a84-a3e2-45dd-abbf-68553a77e4f1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 944 time: 0.0573237 Sep 14 11:06:46.166633 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-430ba862-4102-4003-95ed-1d27bbd03903 req-57022033-1d1b-4437-829f-be008f966ef3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501752 Sep 14 11:06:46.186483 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 180586db-ffb5-41e9-8fd8-04590cbb75b4 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:46.272586 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 180586db-ffb5-41e9-8fd8-04590cbb75b4 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:46.273059 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:46.579537 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:46.635454 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port cee5c296-4dd1-460b-a1a8-e40390ea8375 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:46.640364 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port cee5c296-4dd1-460b-a1a8-e40390ea8375 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:46.640843 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:46.736146 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:46.762697 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:06:46.765914 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad199f5-39a8-46d6-b57f-782f249639bf" -d '{"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-plugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:06:46.786283 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:46.790750 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:46.827826 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed47d054-bec8-40ed-929b-165ae44feffd x-openstack-request-id: req-ed47d054-bec8-40ed-929b-165ae44feffd {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:06:46.828126 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-plugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:06:46.828512 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed47d054-bec8-40ed-929b-165ae44feffd {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:06:46.828906 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'code': 200} Sep 14 11:06:46.866127 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:47.303589 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721cdb3-7122-4f72-96a2-ab758ede4d89 req-c6455919-556b-4ace-8002-e423cde1af9f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:47.310746 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7721cdb3-7122-4f72-96a2-ab758ede4d89 req-c6455919-556b-4ace-8002-e423cde1af9f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0654080 Sep 14 11:06:47.359599 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7721cdb3-7122-4f72-96a2-ab758ede4d89 req-3902dbe9-ae01-468c-a81b-d408e0ee8b26 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479653 Sep 14 11:06:48.504314 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce14abe-4c2a-41e2-84d1-e774295a51cb req-f98715b5-6d66-4a33-8154-28875c4d7d43 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:48.506131 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2ce14abe-4c2a-41e2-84d1-e774295a51cb req-f98715b5-6d66-4a33-8154-28875c4d7d43 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0611603 Sep 14 11:06:48.578479 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2ce14abe-4c2a-41e2-84d1-e774295a51cb req-41bc57e8-2794-49cc-8dc3-4c123e9774d6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613122 Sep 14 11:06:48.804080 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cf207-4008-4eeb-934b-021876c3fe77 req-475fe859-2221-4572-96ac-3910a0c1caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:48.805677 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-824cf207-4008-4eeb-934b-021876c3fe77 req-475fe859-2221-4572-96ac-3910a0c1caab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1098 time: 0.0504224 Sep 14 11:06:48.855186 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-824cf207-4008-4eeb-934b-021876c3fe77 req-7fb1b83a-9578-41b5-a166-7d91f4f23d19 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Sep 14 11:06:48.981958 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8562deb3-6186-4308-9fd7-a8e160c58e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:49.705122 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8a5b9-cae6-4efa-b816-d37028b48852 req-199d823c-64a7-48c8-bf44-9bdc93e8d306 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:49.706702 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30f8a5b9-cae6-4efa-b816-d37028b48852 req-199d823c-64a7-48c8-bf44-9bdc93e8d306 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0583515 Sep 14 11:06:49.758502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-30f8a5b9-cae6-4efa-b816-d37028b48852 req-9a1b8f61-b491-48a9-98dc-e760ee6e066b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Sep 14 11:06:49.878612 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-b39b85a5-1cfc-485e-9e71-09b97c815066 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:49.880134 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-b39b85a5-1cfc-485e-9e71-09b97c815066 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 814 time: 0.1041727 Sep 14 11:06:49.895008 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-65fcd6d4-bcd0-4d19-8ad2-4640ace1ae41 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/quotas/192637d2e0d74f2f98d3935eb366cb5c HTTP/1.1" status: 200 len: 375 time: 0.0092843 Sep 14 11:06:49.946190 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-456f9998-f79a-4fd4-b52a-7c130af7998d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461857 Sep 14 11:06:50.045094 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-564dc745-62a8-4d41-86c3-ba0f1631b8ce service neutron] 10.222.0.39 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871694 Sep 14 11:06:50.134268 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-a38d9a66-ae4f-487c-a64f-dbaae5178ba1 service neutron] 10.222.0.39 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827770 Sep 14 11:06:50.293601 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4cebbc2d-eaf1-4787-b4f5-60af3635c3c8 req-5b2fe3ca-6ab3-407e-978d-968608dcc736 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0302339 Sep 14 11:06:50.877943 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a842f-e4f6-457c-993c-fd71fe6407d7 req-5d250902-3560-4a8a-8dbe-5e548265dbdd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:50.879497 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5e0a842f-e4f6-457c-993c-fd71fe6407d7 req-5d250902-3560-4a8a-8dbe-5e548265dbdd tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0490532 Sep 14 11:06:50.921597 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5e0a842f-e4f6-457c-993c-fd71fe6407d7 req-0b8f1800-3ee2-4018-8582-51b5ee457b25 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361800 Sep 14 11:06:51.383599 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-210ff415-9d3e-4ca9-ba47-85d5e163b776 req-924bde54-5207-48b6-9b18-44bf179aaacf tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0254679 Sep 14 11:06:51.479831 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a85ebc3-3b60-474c-a5bd-ff7d59e87038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:51.604252 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:51.660533 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:52.140612 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2967-d4f6-478f-9f6f-180593527a00 req-3b38124d-00c7-447d-a522-39dd9d5e215f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:52.142117 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b28b2967-d4f6-478f-9f6f-180593527a00 req-3b38124d-00c7-447d-a522-39dd9d5e215f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0485907 Sep 14 11:06:52.178227 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b28b2967-d4f6-478f-9f6f-180593527a00 req-c47e8ed2-3822-4435-a247-6fce125f5e3b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304196 Sep 14 11:06:52.474130 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-15a6a665-27ca-4060-ae2d-7e86d4e246b3 req-07b10c3e-57c3-45ac-81f9-0767a6525924 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0257521 Sep 14 11:06:52.952589 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.303682 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e137-0d71-4d6d-9f7e-06d98e7254aa req-33b3aed1-1537-43d0-8afd-0ab48f2fde61 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:53.305455 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b38e137-0d71-4d6d-9f7e-06d98e7254aa req-33b3aed1-1537-43d0-8afd-0ab48f2fde61 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0498514 Sep 14 11:06:53.342662 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b38e137-0d71-4d6d-9f7e-06d98e7254aa req-38a6568f-a8ba-4771-9bdc-aeeaa6d2719c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Sep 14 11:06:53.459301 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2315b4-5028-4a3a-9d68-8e2f732716aa req-ccccd94f-f89d-4cfa-8265-ad34991173cb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:53.460768 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-5c2315b4-5028-4a3a-9d68-8e2f732716aa req-ccccd94f-f89d-4cfa-8265-ad34991173cb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0533185 Sep 14 11:06:53.469012 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48606) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:53.473208 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Request body: {'floatingip': {'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:53.517581 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.573474 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f96f4176-076a-4eb6-b9dc-8b22ebb8e313 req-d6afac15-4fa4-4596-a752-8461e48038ed tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0289829 Sep 14 11:06:53.799357 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-1b3bf5f6-3720-40a5-953e-90c0a9f21cf4 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:53.800775 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-1b3bf5f6-3720-40a5-953e-90c0a9f21cf4 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 814 time: 0.1923103 Sep 14 11:06:53.814824 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'port': {'device_id': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'admin_state_up': True, 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:54.099727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:54.110588 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:54.199974 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Made reservation on behalf of 192637d2e0d74f2f98d3935eb366cb5c for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:54.207067 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:54.403032 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Allocated IP 172.20.0.5 (469476ad-868c-4eee-a410-2505db6bff30/dd9316b0-5413-415a-b116-3d1f868d5d42/1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:54.504670 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Floating IP 80556e0d-77dd-4f97-a414-0aa115aaccfb associated. External IP: 172.27.2.121, port: cee5c296-4dd1-460b-a1a8-e40390ea8375. Sep 14 11:06:54.641302 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:54.757422 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b06e033b-f561-4516-a426-16a83fe92ea0 req-420b1bbc-83bc-47e3-862a-d248cdb8c8b0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0411143 Sep 14 11:06:54.831129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:55.138749 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Transition to ACTIVE for port object 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:55.191217 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:06:55.202308 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:55.309385 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Network 469476ad-868c-4eee-a410-2505db6bff30 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:55.319926 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:55.324142 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:55.326900 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:55.361691 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.362049 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.362399 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.362742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.363083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.363415 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.363750 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.364083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.364410 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.364738 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.365065 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.365392 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:55.400053 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:55.400631 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:55.412488 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:55.418760 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:55.424092 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:55.445282 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:55.445963 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:55.455918 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-63567ac1-7c19-4276-a88a-83587592a7a8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6446936 Sep 14 11:06:55.466299 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-4cc0ec75-416e-45e0-8419-4762b43d3ad3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "PUT /v2.0/floatingips/80556e0d-77dd-4f97-a414-0aa115aaccfb HTTP/1.1" status: 200 len: 991 time: 1.9933009 Sep 14 11:06:55.466299 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:06:55.466299 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:06:55.533820 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19103cd0-78d6-4824-aeaf-d9ed160cff03 x-openstack-request-id: req-19103cd0-78d6-4824-aeaf-d9ed160cff03 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:06:55.534467 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:06:55.535013 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19103cd0-78d6-4824-aeaf-d9ed160cff03 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:06:55.535688 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'status': 'completed', 'code': 200} Sep 14 11:06:55.592851 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:55.646330 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-dac0d504-3daf-4ac7-9031-89b19277bcfa None None] Provisioning for port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:55.694898 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-dac0d504-3daf-4ac7-9031-89b19277bcfa None None] Provisioning complete for port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:55.695268 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dac0d504-3daf-4ac7-9031-89b19277bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:55.809583 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-dac0d504-3daf-4ac7-9031-89b19277bcfa None None] Port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:55.937661 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c127d1-3cad-4812-b04d-c12842c99af8 req-98cfd866-e93a-4667-9fc5-9a7fbc90eb34 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:55.942077 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f9c127d1-3cad-4812-b04d-c12842c99af8 req-98cfd866-e93a-4667-9fc5-9a7fbc90eb34 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0656071 Sep 14 11:06:55.973740 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '80556e0d-77dd-4f97-a414-0aa115aaccfb', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'mac_address': 'fa:16:3e:b7:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:53Z', 'revision_number': 1, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:55.994498 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f9c127d1-3cad-4812-b04d-c12842c99af8 req-133a03da-3471-4b5b-9c3c-82fbc3fe681c tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495176 Sep 14 11:06:56.002281 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:56.010444 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:56.011075 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:56.118562 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:56.365200 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '80556e0d-77dd-4f97-a414-0aa115aaccfb', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'mac_address': 'fa:16:3e:b7:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:53Z', 'revision_number': 1, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:56.395196 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316423e7-7409-4f31-a999-679e1d4ad2e2 None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '80556e0d-77dd-4f97-a414-0aa115aaccfb', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'mac_address': 'fa:16:3e:b7:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:53Z', 'revision_number': 1, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:06:56.593385 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f848467-6bf7-4847-a642-473b2c649642 None None] New status for floating IP 80556e0d-77dd-4f97-a414-0aa115aaccfb: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:06:57.117887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da15a-39ad-44a9-9043-8cca65606363 req-701d5e12-b920-42c1-9eb3-e35a8b1e279c tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:57.119379 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7c8da15a-39ad-44a9-9043-8cca65606363 req-701d5e12-b920-42c1-9eb3-e35a8b1e279c tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0498455 Sep 14 11:06:57.157842 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7c8da15a-39ad-44a9-9043-8cca65606363 req-146cb97f-42ea-4e39-9eb1-00f0187cc460 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Sep 14 11:06:58.322527 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db6f65-a953-4ab1-8996-f9e6f5776fdc req-42a698a7-9954-45e2-9f21-debe0243adf9 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:58.324671 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-33db6f65-a953-4ab1-8996-f9e6f5776fdc req-42a698a7-9954-45e2-9f21-debe0243adf9 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0775979 Sep 14 11:06:58.370421 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-33db6f65-a953-4ab1-8996-f9e6f5776fdc req-cd78ebb3-5347-4d43-b786-a3b9d25d8536 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434861 Sep 14 11:06:59.480708 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48742) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:59.507458 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7140f1-5219-4ff6-a0dc-c8dbb6e94c27 req-dc72b249-f955-419a-90c3-45cfdf3d37ab tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:59.509840 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2e7140f1-5219-4ff6-a0dc-c8dbb6e94c27 req-dc72b249-f955-419a-90c3-45cfdf3d37ab tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0702894 Sep 14 11:06:59.550413 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2e7140f1-5219-4ff6-a0dc-c8dbb6e94c27 req-b57845a1-c399-4ff1-8d6d-c9f773214083 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341702 Sep 14 11:06:59.614347 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfe5752c-4f17-4ebe-a036-65e72ca6b422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.726562 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfe5752c-4f17-4ebe-a036-65e72ca6b422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.732577 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfe5752c-4f17-4ebe-a036-65e72ca6b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.773804 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bfe5752c-4f17-4ebe-a036-65e72ca6b422 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2f1a2216e334384b6a56c3eef3515c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918591 Sep 14 11:06:59.776198 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48752) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:59.783862 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5752c-4f17-4ebe-a036-65e72ca6b422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216962d1-bbd9-47b5-9522-001aa018ed3d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:59.839010 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef75febc-81e6-41ad-b05b-5dabd25f9d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.867758 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef75febc-81e6-41ad-b05b-5dabd25f9d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.931485 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef75febc-81e6-41ad-b05b-5dabd25f9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.934194 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef75febc-81e6-41ad-b05b-5dabd25f9d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.935365 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ef75febc-81e6-41ad-b05b-5dabd25f9d2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/216962d1-bbd9-47b5-9522-001aa018ed3d HTTP/1.1" status: 204 len: 168 time: 0.1579323 Sep 14 11:06:59.943219 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75febc-81e6-41ad-b05b-5dabd25f9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216962d1-bbd9-47b5-9522-001aa018ed3d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:00.679175 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a68a12-ae95-4d5f-9bfe-b8d02ee24b39 req-a28ba27c-d4d4-4804-877e-9322781fd9c4 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:00.681531 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f8a68a12-ae95-4d5f-9bfe-b8d02ee24b39 req-a28ba27c-d4d4-4804-877e-9322781fd9c4 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0533607 Sep 14 11:07:00.742790 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f8a68a12-ae95-4d5f-9bfe-b8d02ee24b39 req-5fd0341c-0215-466f-83b2-d1408bcf9e7e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500252 Sep 14 11:07:01.856033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967367cb-703f-4ed8-89c6-7b26786aca5e req-c98f14a1-bdd2-4b38-888c-8b5dd225a5ca tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:01.861661 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-967367cb-703f-4ed8-89c6-7b26786aca5e req-c98f14a1-bdd2-4b38-888c-8b5dd225a5ca tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0578287 Sep 14 11:07:01.895700 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-967367cb-703f-4ed8-89c6-7b26786aca5e req-e257606e-356c-4949-bae6-bcadb151cbaa tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Sep 14 11:07:03.016595 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ffcaf-85cc-405f-a6a8-ab4237b7dec4 req-2aad600d-88f9-4417-ab9d-39ec9e93306b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:03.018096 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f41ffcaf-85cc-405f-a6a8-ab4237b7dec4 req-2aad600d-88f9-4417-ab9d-39ec9e93306b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0516574 Sep 14 11:07:03.056578 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f41ffcaf-85cc-405f-a6a8-ab4237b7dec4 req-56f11475-15d9-4866-8764-22f3089b7c9a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Sep 14 11:07:03.443317 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48826) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:03.545463 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c36a8ba0-15b8-45c0-a379-f4c9443658b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.637064 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c36a8ba0-15b8-45c0-a379-f4c9443658b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.640780 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c36a8ba0-15b8-45c0-a379-f4c9443658b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.679642 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c36a8ba0-15b8-45c0-a379-f4c9443658b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70a23debf9e54d5dba806b52a80c90c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352314 Sep 14 11:07:03.681602 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a8ba0-15b8-45c0-a379-f4c9443658b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f8d46-a0b3-496f-b6a4-39c6a4644dd8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:03.682427 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48832) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:03.732396 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-92a2aebf-6cc8-4f48-88bc-bc6a053a5ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.754051 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-92a2aebf-6cc8-4f48-88bc-bc6a053a5ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.802315 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-92a2aebf-6cc8-4f48-88bc-bc6a053a5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.804794 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-92a2aebf-6cc8-4f48-88bc-bc6a053a5ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:03.805958 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-92a2aebf-6cc8-4f48-88bc-bc6a053a5ded admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b03f8d46-a0b3-496f-b6a4-39c6a4644dd8 HTTP/1.1" status: 204 len: 168 time: 0.1223695 Sep 14 11:07:03.813864 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2aebf-6cc8-4f48-88bc-bc6a053a5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f8d46-a0b3-496f-b6a4-39c6a4644dd8,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:04.178057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11bdd2-7c46-4be5-b993-1833192fae44 req-4ec68e89-73f9-414b-a66b-17c2ca3b4aed tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:04.179547 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fa11bdd2-7c46-4be5-b993-1833192fae44 req-4ec68e89-73f9-414b-a66b-17c2ca3b4aed tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0522728 Sep 14 11:07:04.217898 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fa11bdd2-7c46-4be5-b993-1833192fae44 req-170ba47b-0c1f-45d4-a54f-0f219f757f90 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Sep 14 11:07:05.331324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac59a1-d39e-4d64-a144-307de1e980c3 req-1d89410a-2409-4227-8898-3c843ecfc53c tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:05.332778 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-79ac59a1-d39e-4d64-a144-307de1e980c3 req-1d89410a-2409-4227-8898-3c843ecfc53c tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 931 time: 0.0491412 Sep 14 11:07:05.369361 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-79ac59a1-d39e-4d64-a144-307de1e980c3 req-c0878326-f38e-42cf-a876-7878a81ebe5e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Sep 14 11:07:05.773165 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Request body: {'port': {'device_id': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:05.860607 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.865135 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-08f5b586-93d5-4338-af92-4a02f783d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:05.866679 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-08f5b586-93d5-4338-af92-4a02f783d570 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1098 time: 0.1692595 Sep 14 11:07:06.052638 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-122f0579-822b-4994-95ab-4b84924bac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:06.054182 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-122f0579-822b-4994-95ab-4b84924bac59 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.1776261 Sep 14 11:07:06.168288 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-24ff6303-d240-4507-8fbe-d095bafe7042 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 1001 time: 0.0998988 Sep 14 11:07:06.246050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-51b8c116-6132-4c5a-aca4-e650b2682533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:06.247481 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-51b8c116-6132-4c5a-aca4-e650b2682533 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0684071 Sep 14 11:07:06.305487 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:06.314929 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.331643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Transition to ACTIVE for port object 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:06.336666 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-8337ff34-5ae3-4ec1-8e3b-b0594e77e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:06.338403 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-8337ff34-5ae3-4ec1-8e3b-b0594e77e591 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676675 Sep 14 11:07:06.339446 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.416967 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:06.564926 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-df4049e3-ba34-419d-95d6-0f742dccb29a service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016850 Sep 14 11:07:06.580688 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11877f-5b80-4bea-8eda-6a6b92092fa0 req-18535c4e-9b99-4410-8e39-9729bfad7c64 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:06.582175 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ce11877f-5b80-4bea-8eda-6a6b92092fa0 req-18535c4e-9b99-4410-8e39-9729bfad7c64 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 943 time: 0.1262128 Sep 14 11:07:06.594553 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Attempting to bind port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:06.594893 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Attempting to bind port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:06.595225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Attempting to bind port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f on network 469476ad-868c-4eee-a410-2505db6bff30 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:06.624674 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f on network 469476ad-868c-4eee-a410-2505db6bff30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:07:06.625001 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Attempting to bind port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f on network 469476ad-868c-4eee-a410-2505db6bff30 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:06.643887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:06.644170 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Checking segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:06.644547 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Bound using segment: {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:06.644981 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Bound port: 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '469476ad-868c-4eee-a410-2505db6bff30'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:06.645333 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.662809 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ce11877f-5b80-4bea-8eda-6a6b92092fa0 req-fe67bf41-5a3a-42bd-a509-8449fe5d4181 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711601 Sep 14 11:07:06.754258 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c0e9e7d6-fb01-4fe0-b7aa-a7b8b0e50a9d req-cb2650e0-bd8e-4822-85cd-023880cf62c0 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710818 Sep 14 11:07:06.764100 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:06.767406 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:06.772118 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.806715 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:06.807317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.808658 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] 10.222.0.68 "PUT /v2.0/ports/1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 1093 time: 1.1299918 Sep 14 11:07:06.809084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:06.811342 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b8cb8-4288-4764-822b-88e565691e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:06.836735 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13612e-1aa2-4d55-8804-b7fb15291e80 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:06.863974 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8c2519-4806-444e-80fd-babd0b2bd2ad x-openstack-request-id: req-2f8c2519-4806-444e-80fd-babd0b2bd2ad {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:06.864398 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:06.864693 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f8c2519-4806-444e-80fd-babd0b2bd2ad {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:06.865093 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'status': 'completed', 'code': 200} Sep 14 11:07:06.922296 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-c2554c94-2783-48f9-ba9f-1989c8668ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:06.924014 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-c2554c94-2783-48f9-ba9f-1989c8668ecb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0463192 Sep 14 11:07:06.971308 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-5b39b5f0-5fb9-49d9-bfc0-aca4d49c0d93 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 217 time: 0.0389981 Sep 14 11:07:07.020491 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-52ff584c-74a4-42e6-a8e2-3752637696b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.021986 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-52ff584c-74a4-42e6-a8e2-3752637696b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0437024 Sep 14 11:07:07.067220 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-af28b9fb-1d7a-4a6b-8028-387c8aa096d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.068589 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-af28b9fb-1d7a-4a6b-8028-387c8aa096d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392110 Sep 14 11:07:07.159147 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-a97afc82-062b-4e30-ba6f-62303e8bb424 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Sep 14 11:07:07.250487 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b11c5746-9b84-4b6d-978e-52472ec4a2e4 req-1fe807d5-960a-40ac-b92d-5baf8984880f service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815761 Sep 14 11:07:07.335003 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:07:07.335779 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-50151f66-94cd-4a5a-b7c8-472e90fa0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.337255 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-50151f66-94cd-4a5a-b7c8-472e90fa0ff0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0441709 Sep 14 11:07:07.429601 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-48c76043-014a-4e43-8342-ec2f5a11d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.431016 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-48c76043-014a-4e43-8342-ec2f5a11d539 service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.0809753 Sep 14 11:07:07.475702 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-ceca23a3-86dc-4bbf-bcab-3aff3c531ee9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 217 time: 0.0360155 Sep 14 11:07:07.524804 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-8a76f441-e0e7-4376-bc95-92c0c17f3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.526311 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-8a76f441-e0e7-4376-bc95-92c0c17f3a2d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0424552 Sep 14 11:07:07.573118 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-31b33f16-ceaf-40f5-bb7a-14bdf49bce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.574643 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-31b33f16-ceaf-40f5-bb7a-14bdf49bce1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402653 Sep 14 11:07:07.665225 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-9cd0318b-c005-4ecb-8161-2bfcd886a0de service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 Sep 14 11:07:07.756624 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4b6b8cb8-4288-4764-822b-88e565691e8d req-56796ebe-cc79-4163-bcec-37497d45ed36 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Sep 14 11:07:07.785749 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cb98a-69c4-4f07-9c23-22681b0ad8be req-feb6b1d2-fd09-4e9c-9ac6-3ea620302fb9 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:07.787016 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-973cb98a-69c4-4f07-9c23-22681b0ad8be req-feb6b1d2-fd09-4e9c-9ac6-3ea620302fb9 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 943 time: 0.0546660 Sep 14 11:07:07.830183 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-973cb98a-69c4-4f07-9c23-22681b0ad8be req-59311747-b01b-444b-9727-6ed53172b720 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Sep 14 11:07:08.216122 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48878) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:08.316407 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-67a7a7d1-4d7d-4361-bcab-86abaaf6e865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.347142 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:07:08.405286 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-67a7a7d1-4d7d-4361-bcab-86abaaf6e865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.409046 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-67a7a7d1-4d7d-4361-bcab-86abaaf6e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.443966 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:08.449657 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-67a7a7d1-4d7d-4361-bcab-86abaaf6e865 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9029a2bbaae54d61afdb48f999afd9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324409 Sep 14 11:07:08.450736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7a7d1-4d7d-4361-bcab-86abaaf6e865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9cda8-fc31-484d-a781-a2e481467b27,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:08.452371 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48882) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:08.455470 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'port_id': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'mac_address': 'fa:16:3e:e5:71:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:07:08.493318 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.506415 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:08.516986 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8505-b05c-48f4-b0d3-714522a68645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.525123 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:08.528935 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.546271 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8505-b05c-48f4-b0d3-714522a68645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.577280 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:08.597060 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8505-b05c-48f4-b0d3-714522a68645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.599617 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8505-b05c-48f4-b0d3-714522a68645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.600781 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7f6e8505-b05c-48f4-b0d3-714522a68645 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fe9cda8-fc31-484d-a781-a2e481467b27 HTTP/1.1" status: 204 len: 168 time: 0.1474302 Sep 14 11:07:08.608712 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e8505-b05c-48f4-b0d3-714522a68645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9cda8-fc31-484d-a781-a2e481467b27,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:08.765542 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:07:08.951814 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddf8c5-b048-48d4-b520-8873229b040b req-b4b420a7-1913-40b1-ae28-b9fab1e95ec5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:08.953933 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7ddf8c5-b048-48d4-b520-8873229b040b req-b4b420a7-1913-40b1-ae28-b9fab1e95ec5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 944 time: 0.0537312 Sep 14 11:07:09.000164 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7ddf8c5-b048-48d4-b520-8873229b040b req-3ef9be02-1206-4b26-b69f-f99933e6e250 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Sep 14 11:07:09.220085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48908) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:09.310354 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1401834979-network', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:09.331368 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Made reservation on behalf of 02c3f53b44f7499fb9900f6bf9819e30 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:09.333522 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.341572 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.424427 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.428562 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.447900 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:07:09.462347 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527dad56-feb6-43ec-a194-94da2147da3e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:09.465160 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.465502 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Added segment 1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6 of type vlan for network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 Sep 14 11:07:09.504272 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.527739 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.528670 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:09.529245 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.559929 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3387940 Sep 14 11:07:09.563214 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48912) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:09.567814 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Request body: {'subnet': {'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1401834979-subnet', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:09.604018 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261531fc-7f9e-49d2-888d-40155d3b8af4 admin admin] Pushing event updated for resources: {'Network': ['ID=413a84a7-61ec-45bf-968b-cb07f1c2deb7,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:09.613585 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:07:09.616000 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Made reservation on behalf of 02c3f53b44f7499fb9900f6bf9819e30 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:09.618351 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4543887'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.783494 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4575323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4543889'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.837797 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c28512-f214-4f00-858d-85e3ad6bdc9b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:09.846276 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Checking segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:09.846642 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Network hostable DHCP agents. Network: 413a84a7-61ec-45bf-968b-cb07f1c2deb7, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:07:09.862365 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:07:09.870656 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 413a84a7-61ec-45bf-968b-cb07f1c2deb7) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:09.875128 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:09.875724 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.879788 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236181e-77e1-455a-acb3-015effe254e6 None None] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:07:09.888986 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9628d299-3d89-490f-a47f-cffe58e7a549 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3247178 Sep 14 11:07:09.891829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48914) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:09.896552 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:09.918665 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.919764 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:09.969980 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.018121 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:07:10.018976 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.130865 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.136027 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e578e-56cc-456e-92db-e0ccba0886f0 req-b6a61f0e-92ac-49cd-a87c-3b9986cbeebd tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:10.137596 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a37e578e-56cc-456e-92db-e0ccba0886f0 req-b6a61f0e-92ac-49cd-a87c-3b9986cbeebd tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 944 time: 0.0626304 Sep 14 11:07:10.173068 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Allocated IP 172.20.0.2 (413a84a7-61ec-45bf-968b-cb07f1c2deb7/97c28512-f214-4f00-858d-85e3ad6bdc9b/c0d51d70-bc27-4437-8a6c-544dd09c8749) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:10.176340 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a37e578e-56cc-456e-92db-e0ccba0886f0 req-0b62d9ce-8a98-409e-bb91-764f738a802e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Sep 14 11:07:10.335810 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.355453 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.407155 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:10.454540 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.462829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Allocated IP 172.27.2.33 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/a782e181-48c5-473f-a891-3b8fe57c7140) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:10.467279 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Transition to ACTIVE for port object c0d51d70-bc27-4437-8a6c-544dd09c8749 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:10.486561 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Transition to ACTIVE for port object c0d51d70-bc27-4437-8a6c-544dd09c8749 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:10.495049 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.503130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:10.528904 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:10.529271 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.556643 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:10.562154 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.564300 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:10.567216 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:10.581590 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Pushing event updated for resources: {'Port': ['ID=c0d51d70-bc27-4437-8a6c-544dd09c8749,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:10.615084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.651353 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:10.656069 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:10.659856 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:10.660889 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Attempting to bind port c0d51d70-bc27-4437-8a6c-544dd09c8749 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:10.661365 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Attempting to bind port c0d51d70-bc27-4437-8a6c-544dd09c8749 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:10.661531 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Attempting to bind port c0d51d70-bc27-4437-8a6c-544dd09c8749 on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:10.670839 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:10.671213 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Checking segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:10.671616 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.672004 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Bound using segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:10.672463 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Bound port: c0d51d70-bc27-4437-8a6c-544dd09c8749, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:10.672852 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.683197 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Pushing event updated for resources: {'Port': ['ID=a782e181-48c5-473f-a891-3b8fe57c7140,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:10.694259 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.744420 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:10.746610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa8ed1-5e1e-4346-83a0-4ecb523cb898" -d '{"events": [{"server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "name": "network-vif-plugged", "status": "completed", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:10.769000 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:10.776254 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.810074 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dc9f7a-e9bd-4393-9a64-5326c51b1f73 x-openstack-request-id: req-88dc9f7a-e9bd-4393-9a64-5326c51b1f73 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:10.810378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "name": "network-vif-plugged", "status": "completed", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:10.810606 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88dc9f7a-e9bd-4393-9a64-5326c51b1f73 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:10.810989 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'code': 200} Sep 14 11:07:10.812853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] For port c0d51d70-bc27-4437-8a6c-544dd09c8749, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:10.834538 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] For port c0d51d70-bc27-4437-8a6c-544dd09c8749, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c0d51d70-bc27-4437-8a6c-544dd09c8749,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:10.841456 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.872875 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:10.928950 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cc737-1bb5-4dbe-a42f-ffad1b1b3788 None None] Pushing event updated for resources: {'Port': ['ID=c0d51d70-bc27-4437-8a6c-544dd09c8749,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:11.123615 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939b8e-92b6-4c45-95b0-861a18bf9699 req-e0418ddd-0282-4ebb-9073-5294a0b0c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:11.125914 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ea939b8e-92b6-4c45-95b0-861a18bf9699 req-e0418ddd-0282-4ebb-9073-5294a0b0c5fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0817227 Sep 14 11:07:11.224969 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ea939b8e-92b6-4c45-95b0-861a18bf9699 req-69c30c82-a3cb-43a4-a196-89d2093b4052 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663159 Sep 14 11:07:11.248546 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:11.369837 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb457f-e8ea-4f81-8246-e82029df26c3 req-b5fd38de-51c0-4e68-9693-26c49af3a2f1 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:11.371330 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c4eb457f-e8ea-4f81-8246-e82029df26c3 req-b5fd38de-51c0-4e68-9693-26c49af3a2f1 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.1207690 Sep 14 11:07:11.475878 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c4eb457f-e8ea-4f81-8246-e82029df26c3 req-add93250-5b90-48e8-9ec8-43c58ea40895 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986419 Sep 14 11:07:11.513468 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:11.643537 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Router 29976cbc-a35e-4b3f-b273-65d4812b118e is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:07:11.750272 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0cf1e-d4ca-4139-b2a6-3cc1fc6146dd None None] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:07:11.753521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:11.770434 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:11.771321 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:11.772556 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ad2b0df9-f733-4698-82dd-79accd300d74 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8796036 Sep 14 11:07:11.775221 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48926) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:11.795571 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:11.796200 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:11.855859 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-690fb695-8bbb-44e9-b837-d258ebc6a6cc None None] Provisioning for port c0d51d70-bc27-4437-8a6c-544dd09c8749 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:11.972407 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:12.194489 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:11Z', 'revision_number': 3, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:12.199224 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c0d51d70-bc27-4437-8a6c-544dd09c8749 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:12.226666 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.262554 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:12.262924 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Updating router 29976cbc-a35e-4b3f-b273-65d4812b118e port a782e181-48c5-473f-a891-3b8fe57c7140 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:07:12.303411 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.396450 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port c0d51d70-bc27-4437-8a6c-544dd09c8749 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:12.406152 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Allocated IP 172.20.0.1 (413a84a7-61ec-45bf-968b-cb07f1c2deb7/97c28512-f214-4f00-858d-85e3ad6bdc9b/b6065711-0af9-4f8f-b8bd-d7005792e33c) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:12.415205 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port c0d51d70-bc27-4437-8a6c-544dd09c8749 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:12.415557 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.458946 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b61d7e4e-fa7d-453d-8628-8e95aefced70 None None] Provisioning complete for port c0d51d70-bc27-4437-8a6c-544dd09c8749 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:12.459321 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b61d7e4e-fa7d-453d-8628-8e95aefced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.524632 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.538939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Transition to ACTIVE for port object b6065711-0af9-4f8f-b8bd-d7005792e33c will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:12.612405 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665134c1-92af-49ec-8faf-84c7c49883bf req-e1ab9982-fd02-406a-b589-62618280dcd8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:12.613923 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-665134c1-92af-49ec-8faf-84c7c49883bf req-e1ab9982-fd02-406a-b589-62618280dcd8 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0655129 Sep 14 11:07:12.615111 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.649403 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.664435 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:12.669252 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b61d7e4e-fa7d-453d-8628-8e95aefced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.669926 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:12.675415 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:12.708021 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6065711-0af9-4f8f-b8bd-d7005792e33c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:12.722589 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-665134c1-92af-49ec-8faf-84c7c49883bf req-52c762f8-70dd-4cd8-9c69-b702d41fea5f tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981863 Sep 14 11:07:12.736640 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.742266 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port c0d51d70-bc27-4437-8a6c-544dd09c8749, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c0d51d70-bc27-4437-8a6c-544dd09c8749,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:12.757681 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.760981 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.771697 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Transition to ACTIVE for port object a782e181-48c5-473f-a891-3b8fe57c7140 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:12.818113 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.871885 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.db.api [None req-b61d7e4e-fa7d-453d-8628-8e95aefced70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:07:12.873108 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG oslo_db.api [None req-b61d7e4e-fa7d-453d-8628-8e95aefced70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:07:12.873236 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=c0d51d70-bc27-4437-8a6c-544dd09c8749,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:12.876218 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Attempting to bind port a782e181-48c5-473f-a891-3b8fe57c7140 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:12.876586 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Attempting to bind port a782e181-48c5-473f-a891-3b8fe57c7140 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:12.876946 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Attempting to bind port a782e181-48c5-473f-a891-3b8fe57c7140 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:12.886300 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f931-9d25-48a4-a15c-da3f04d77766 req-5344dff8-dffb-4a01-a869-ea7bbc43bb74 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:12.888670 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea81f931-9d25-48a4-a15c-da3f04d77766 req-5344dff8-dffb-4a01-a869-ea7bbc43bb74 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0748823 Sep 14 11:07:12.898296 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.901440 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:12.901910 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:12.902390 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.902956 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:12.903516 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Bound port: a782e181-48c5-473f-a891-3b8fe57c7140, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:12.904605 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:12.931582 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea81f931-9d25-48a4-a15c-da3f04d77766 req-f890567a-3605-450d-8061-bc2b7037fc69 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Sep 14 11:07:13.068661 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a310057-8742-4191-9671-d6a4e7b266a6 None None] Pushing event updated for resources: {'Port': ['ID=a782e181-48c5-473f-a891-3b8fe57c7140,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:13.080646 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:13.085386 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:13.095295 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] For port a782e181-48c5-473f-a891-3b8fe57c7140, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:13.099834 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] For port a782e181-48c5-473f-a891-3b8fe57c7140, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=a782e181-48c5-473f-a891-3b8fe57c7140,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:13.104459 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:13.148740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:13.161539 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:13.162330 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:13.167391 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6065711-0af9-4f8f-b8bd-d7005792e33c,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:13.196291 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a310057-8742-4191-9671-d6a4e7b266a6 None None] Pushing event updated for resources: {'Port': ['ID=a782e181-48c5-473f-a891-3b8fe57c7140,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:13.266011 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:13.267422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:13.277814 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6df4-30df-49cb-98f7-1f198f12ca13 req-70aa5139-a8d6-45f9-a218-e05e4fe9ad1f tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:13.277983 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:13.280497 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34fb6df4-30df-49cb-98f7-1f198f12ca13 req-70aa5139-a8d6-45f9-a218-e05e4fe9ad1f tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0551000 Sep 14 11:07:13.324487 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34fb6df4-30df-49cb-98f7-1f198f12ca13 req-30f6e95f-199d-4adf-a752-3d0134a12706 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Sep 14 11:07:13.400707 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:13.520172 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:13.529073 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a818b9c3-3dcc-44ac-8c2d-f24ee5ea3cf7 admin admin] 10.222.0.39 "PUT /v2.0/routers/29976cbc-a35e-4b3f-b273-65d4812b118e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528789 Sep 14 11:07:13.542428 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 2, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:13.573465 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf99f2-bb50-4959-9bd4-291d964e3b0a None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 2, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:13.603438 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6df6487e-dab3-4210-88d6-16471248d8de None None] Provisioning for port b6065711-0af9-4f8f-b8bd-d7005792e33c completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:13.608887 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6df6487e-dab3-4210-88d6-16471248d8de None None] Provisioning complete for port b6065711-0af9-4f8f-b8bd-d7005792e33c triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:13.609294 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6df6487e-dab3-4210-88d6-16471248d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:13.646674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-6df6487e-dab3-4210-88d6-16471248d8de None None] Port b6065711-0af9-4f8f-b8bd-d7005792e33c cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:07:14.065255 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48960) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:14.070177 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503820190-network', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:14.090958 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Made reservation on behalf of 9a5957fd55f6424398346d8f23ee91e7 for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:14.094442 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.104529 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.190152 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c0d51d70-bc27-4437-8a6c-544dd09c8749 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:14.210991 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.227208 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.261837 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:07:14.267275 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port c0d51d70-bc27-4437-8a6c-544dd09c8749 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:14.267857 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.273770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5e8ce-4ef3-4a4e-9b1b-e79f0c9e4cdf,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:14.289017 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.289379 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Added segment 684411b1-b7eb-46a9-a8ad-9499c1ad18f3 of type vlan for network 20fa4a08-d8a8-48eb-959f-5640b4fab157 Sep 14 11:07:14.343855 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.370941 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.371909 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:14.372527 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.403124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3367171 Sep 14 11:07:14.406360 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48962) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:14.411512 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Request body: {'subnet': {'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503820190-subnet', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:14.449157 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbf30b-a13a-4305-b7b4-c9e4483d120c admin admin] Pushing event updated for resources: {'Network': ['ID=20fa4a08-d8a8-48eb-959f-5640b4fab157,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:14.460475 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:07:14.466773 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Made reservation on behalf of 9a5957fd55f6424398346d8f23ee91e7 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:14.469705 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.656974 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.712887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6928e559-926a-4689-9ce4-75ac5934209b,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:14.722501 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Checking segment: {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:14.722862 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Network hostable DHCP agents. Network: 20fa4a08-d8a8-48eb-959f-5640b4fab157, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:07:14.748073 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:07:14.758567 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 20fa4a08-d8a8-48eb-959f-5640b4fab157) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:14.764392 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:14.765680 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.769252 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27082616-5d40-426c-a6aa-4196159eeb95 None None] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:07:14.784295 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-9fb9ad9b-a0e5-4429-a1d5-961f7dd78684 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3767493 Sep 14 11:07:14.787034 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 48968) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:14.791549 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:14.821447 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.822565 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.891337 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:14.943154 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-20fa4a08-d8a8-48eb-959f-5640b4fab157', 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'fixed_ips': [{'subnet_id': '6928e559-926a-4689-9ce4-75ac5934209b'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:07:14.945854 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.034736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.103410 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Allocated IP 172.20.0.2 (20fa4a08-d8a8-48eb-959f-5640b4fab157/6928e559-926a-4689-9ce4-75ac5934209b/5d8a6301-36ed-4ee3-beb8-92d085b82e30) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:15.250346 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.270376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.270809 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.281053 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Transition to ACTIVE for port object 5d8a6301-36ed-4ee3-beb8-92d085b82e30 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:15.301233 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Transition to ACTIVE for port object 5d8a6301-36ed-4ee3-beb8-92d085b82e30 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:15.307718 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.325498 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:15.346483 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:15.349099 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:15.408415 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Pushing event updated for resources: {'Port': ['ID=5d8a6301-36ed-4ee3-beb8-92d085b82e30,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:15.412154 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Allocated IP 172.27.2.148 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/4bc21097-dc4a-4294-983c-07d82c70fc84) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:15.421351 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Attempting to bind port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:15.421758 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Attempting to bind port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:15.422301 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Attempting to bind port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 on network 20fa4a08-d8a8-48eb-959f-5640b4fab157 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:15.428674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:15.429476 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Checking segment: {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:15.430182 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.430941 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Bound using segment: {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:15.431539 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Bound port: 5d8a6301-36ed-4ee3-beb8-92d085b82e30, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:15.432094 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.509700 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] For port 5d8a6301-36ed-4ee3-beb8-92d085b82e30, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:15.512952 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] For port 5d8a6301-36ed-4ee3-beb8-92d085b82e30, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=5d8a6301-36ed-4ee3-beb8-92d085b82e30,segment=NetworkSegment(684411b1-b7eb-46a9-a8ad-9499c1ad18f3),segment_id=684411b1-b7eb-46a9-a8ad-9499c1ad18f3)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:15.517029 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.577062 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9b263-d27b-489f-914e-8b24976eb8d5 None None] Pushing event updated for resources: {'Port': ['ID=5d8a6301-36ed-4ee3-beb8-92d085b82e30,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:15.736275 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:15.750619 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:15.751500 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:15.826665 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.893363 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:15.909352 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:15.939277 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:15.942332 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:15.948921 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:15.951008 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc21097-dc4a-4294-983c-07d82c70fc84,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:16.112305 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 2, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:16.144494 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:16.145220 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Updating router 29976cbc-a35e-4b3f-b273-65d4812b118e port b6065711-0af9-4f8f-b8bd-d7005792e33c binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:07:16.193620 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.210995 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.285295 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device a782e181-48c5-473f-a891-3b8fe57c7140 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:16.348320 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port a782e181-48c5-473f-a891-3b8fe57c7140 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:16.353948 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port a782e181-48c5-473f-a891-3b8fe57c7140 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:16.354286 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.514159 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.526321 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.532769 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.549453 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Transition to ACTIVE for port object b6065711-0af9-4f8f-b8bd-d7005792e33c will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:16.553345 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port a782e181-48c5-473f-a891-3b8fe57c7140, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=a782e181-48c5-473f-a891-3b8fe57c7140,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:16.559011 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.559834 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.561718 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 5d8a6301-36ed-4ee3-beb8-92d085b82e30 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:16.640397 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3c6f-03fe-458c-9761-17ca33e43c68 None None] Pushing event updated for resources: {'Port': ['ID=b6065711-0af9-4f8f-b8bd-d7005792e33c,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:16.686825 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:16.695090 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=a782e181-48c5-473f-a891-3b8fe57c7140,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:16.709393 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:07:16.734213 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Attempting to bind port b6065711-0af9-4f8f-b8bd-d7005792e33c on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:16.735879 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Attempting to bind port b6065711-0af9-4f8f-b8bd-d7005792e33c by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:16.736256 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Attempting to bind port b6065711-0af9-4f8f-b8bd-d7005792e33c on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:16.745950 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:16.746571 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Checking segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:16.746704 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.747255 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Bound using segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:16.747896 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Bound port: b6065711-0af9-4f8f-b8bd-d7005792e33c, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:16.748627 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.841881 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] For port b6065711-0af9-4f8f-b8bd-d7005792e33c, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:16.845355 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] For port b6065711-0af9-4f8f-b8bd-d7005792e33c, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=b6065711-0af9-4f8f-b8bd-d7005792e33c,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:16.850851 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:16.853790 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.865909 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Sync routers for ids ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:16.875683 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:16.879118 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-21ca5bc0-9099-41ca-939b-ac80f97eec32 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0911415 Sep 14 11:07:16.880251 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 48994) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:16.884254 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab97b82-f7d9-49c0-b776-adc9e9cab744 None None] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:07:16.887078 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Routers {'47d1e77d-7a10-4de7-9885-491b9ee6bcb0'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:16.887853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:16.904700 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:16.905916 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:16.956133 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3c6f-03fe-458c-9761-17ca33e43c68 None None] Pushing event updated for resources: {'Port': ['ID=b6065711-0af9-4f8f-b8bd-d7005792e33c,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:16.965452 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-97e53c19-6e44-4343-8df2-757620150980 None None] Provisioning for port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:17.008868 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-97e53c19-6e44-4343-8df2-757620150980 None None] Provisioning complete for port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:17.009257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97e53c19-6e44-4343-8df2-757620150980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.037208 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:17.177771 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Set router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:17.262241 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:17.290082 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0e82e-ecfd-44fe-b2cb-2a8e86ba43f2 None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:17.384388 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.465333 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97e53c19-6e44-4343-8df2-757620150980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.525071 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-97e53c19-6e44-4343-8df2-757620150980 None None] For port 5d8a6301-36ed-4ee3-beb8-92d085b82e30, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=5d8a6301-36ed-4ee3-beb8-92d085b82e30,segment=NetworkSegment(684411b1-b7eb-46a9-a8ad-9499c1ad18f3),segment_id=684411b1-b7eb-46a9-a8ad-9499c1ad18f3)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:17.564149 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97e53c19-6e44-4343-8df2-757620150980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.572501 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Allocated IP 172.20.0.1 (20fa4a08-d8a8-48eb-959f-5640b4fab157/6928e559-926a-4689-9ce4-75ac5934209b/7f923912-3fe3-460b-aeb5-e635eb68454e) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:17.635113 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e53c19-6e44-4343-8df2-757620150980 None None] Pushing event updated for resources: {'Port': ['ID=5d8a6301-36ed-4ee3-beb8-92d085b82e30,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:17.658163 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 3, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:17.698626 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Checking router: 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:17.698974 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Updating router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 port 4bc21097-dc4a-4294-983c-07d82c70fc84 binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:07:17.702053 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.718468 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Transition to ACTIVE for port object 7f923912-3fe3-460b-aeb5-e635eb68454e will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:17.734603 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.758786 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.797344 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:17.802007 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:17.805815 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:17.813794 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Pushing event updated for resources: {'Port': ['ID=7f923912-3fe3-460b-aeb5-e635eb68454e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:17.854726 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.855081 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.855437 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.855775 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.856111 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.856447 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.856782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.857840 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.857840 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.863407 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-bf36ca78-4448-463b-96d4-0db5fa81fb68 None None] Provisioning complete for port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:17.863863 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bf36ca78-4448-463b-96d4-0db5fa81fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.867867 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.874128 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.874735 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:17.902458 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.042396 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.096610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.106356 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Transition to ACTIVE for port object 4bc21097-dc4a-4294-983c-07d82c70fc84 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:18.112691 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.186796 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Attempting to bind port 4bc21097-dc4a-4294-983c-07d82c70fc84 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:18.187407 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Attempting to bind port 4bc21097-dc4a-4294-983c-07d82c70fc84 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:18.188007 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Attempting to bind port 4bc21097-dc4a-4294-983c-07d82c70fc84 on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:18.198667 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:18.199031 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:18.199815 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.199815 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:18.200463 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Bound port: 4bc21097-dc4a-4294-983c-07d82c70fc84, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:18.200634 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.218167 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.223375 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.226687 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f4a824a7-2866-485b-a5a0-d13c68c21ea5 None None] Provisioning for port 7f923912-3fe3-460b-aeb5-e635eb68454e completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:18.231384 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4671b-7edc-463a-a894-26a68167ef8b None None] Pushing event updated for resources: {'Port': ['ID=4bc21097-dc4a-4294-983c-07d82c70fc84,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:18.233763 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device a782e181-48c5-473f-a891-3b8fe57c7140 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:18.257736 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f4a824a7-2866-485b-a5a0-d13c68c21ea5 None None] Provisioning complete for port 7f923912-3fe3-460b-aeb5-e635eb68454e triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:18.258107 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4a824a7-2866-485b-a5a0-d13c68c21ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.292686 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Pushing event updated for resources: {'Port': ['ID=7f923912-3fe3-460b-aeb5-e635eb68454e,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:18.295104 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.321654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] For port 4bc21097-dc4a-4294-983c-07d82c70fc84, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:18.335377 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f4a824a7-2866-485b-a5a0-d13c68c21ea5 None None] Port 7f923912-3fe3-460b-aeb5-e635eb68454e cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:07:18.339767 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] For port 4bc21097-dc4a-4294-983c-07d82c70fc84, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=4bc21097-dc4a-4294-983c-07d82c70fc84,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:18.345154 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.378718 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port a782e181-48c5-473f-a891-3b8fe57c7140 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:18.379083 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.386865 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:18.388280 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:18.429211 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Routers {'47d1e77d-7a10-4de7-9885-491b9ee6bcb0'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:18.429874 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:18.433128 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4671b-7edc-463a-a894-26a68167ef8b None None] Pushing event updated for resources: {'Port': ['ID=4bc21097-dc4a-4294-983c-07d82c70fc84,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:18.515078 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:18.579751 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 5d8a6301-36ed-4ee3-beb8-92d085b82e30 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:18.604867 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] Set router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:18.649750 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:18.655946 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-42769d1c-22e9-478b-979b-d8395ce6af75 admin admin] 10.222.0.39 "PUT /v2.0/routers/47d1e77d-7a10-4de7-9885-491b9ee6bcb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740574 Sep 14 11:07:18.716884 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-5447d15b-3872-4ec2-85a1-903bd1c1583a None None] Provisioning complete for port 7f923912-3fe3-460b-aeb5-e635eb68454e triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:18.717268 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5447d15b-3872-4ec2-85a1-903bd1c1583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.778658 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:18.779038 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:18.820645 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-5447d15b-3872-4ec2-85a1-903bd1c1583a None None] Port 7f923912-3fe3-460b-aeb5-e635eb68454e cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:07:18.920523 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device b6065711-0af9-4f8f-b8bd-d7005792e33c up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:18.953725 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '7f923912-3fe3-460b-aeb5-e635eb68454e', 'name': '', 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'mac_address': 'fa:16:3e:72:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6928e559-926a-4689-9ce4-75ac5934209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:17Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 2, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'subnets': [{'id': '6928e559-926a-4689-9ce4-75ac5934209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:18.990610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c3c1b-21ff-4256-800a-1fa718e1f5aa None None] The sync data for ids ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'] in dv-cinder-804035-12-iscsi is: [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '7f923912-3fe3-460b-aeb5-e635eb68454e', 'name': '', 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'mac_address': 'fa:16:3e:72:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6928e559-926a-4689-9ce4-75ac5934209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:17Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 2, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'subnets': [{'id': '6928e559-926a-4689-9ce4-75ac5934209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:19.010209 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d044c6c7-6d20-43a7-b45c-a551f5208bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.013848 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port b6065711-0af9-4f8f-b8bd-d7005792e33c completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:19.018640 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port b6065711-0af9-4f8f-b8bd-d7005792e33c triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:19.019013 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.102180 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.133959 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port b6065711-0af9-4f8f-b8bd-d7005792e33c, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=b6065711-0af9-4f8f-b8bd-d7005792e33c,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:19.138068 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.212209 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=b6065711-0af9-4f8f-b8bd-d7005792e33c,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:19.364968 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49012) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:19.369594 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022332572', 'description': 'tempest-secgroup-smoke-2022332572 description', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:19.392944 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.480099 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.484373 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.515786 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.517029 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1510093 Sep 14 11:07:19.520001 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49014) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:19.524226 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group_rule': {'security_group_id': '34647d4a-9f9b-404b-8c9b-28eefc2ef7df', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:19.529287 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475fc5c-427b-48b0-b521-d0b1fa71f4b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34647d4a-9f9b-404b-8c9b-28eefc2ef7df,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:19.555602 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.616988 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.620468 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.637074 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b090505-4f01-4f65-b5dd-b5a035dc0776,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:19.645133 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.646736 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e7439299-bec0-4e58-9c3f-5392c52e63b3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254778 Sep 14 11:07:19.649158 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49018) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:19.653311 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group_rule': {'security_group_id': '34647d4a-9f9b-404b-8c9b-28eefc2ef7df', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:19.680561 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.743003 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.746970 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.764549 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b693bc7b-d3c0-48da-81bf-4c5077cad7ab,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:19.770021 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.771154 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6bb971f8-78c1-4905-8dad-b263adc5d790 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211591 Sep 14 11:07:19.774096 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49020) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:19.778422 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group_rule': {'security_group_id': '34647d4a-9f9b-404b-8c9b-28eefc2ef7df', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:19.803637 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.859050 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.862305 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.876814 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac61947-53ac-4b8b-9199-746783fc19e3,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:19.886096 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:19.889761 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8ea5c420-a89a-41b8-93fd-a6611caaa3c8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122358 Sep 14 11:07:19.889951 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49022) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:19.894157 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group_rule': {'security_group_id': '34647d4a-9f9b-404b-8c9b-28eefc2ef7df', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:19.918341 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.003828 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.007866 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.027716 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd87f9e-da56-4afa-ba28-6a9bb4a59e81,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:20.034904 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.036238 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6755f981-28f7-4942-8ee2-ab4140e11c2f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452942 Sep 14 11:07:20.038897 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49026) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:20.044503 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group_rule': {'security_group_id': '34647d4a-9f9b-404b-8c9b-28eefc2ef7df', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:20.069867 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Project 02c3f53b44f7499fb9900f6bf9819e30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:07:20.074960 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.152376 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.157789 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.177027 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfb8ccc-7350-432e-a65b-4f746d26285f,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:20.185699 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.189532 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7ec70d62-e156-4ba7-9306-53227dbf7a72 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462896 Sep 14 11:07:20.190072 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49030) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:20.195037 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'security_group_rule': {'security_group_id': '34647d4a-9f9b-404b-8c9b-28eefc2ef7df', 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:20.219668 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Project 02c3f53b44f7499fb9900f6bf9819e30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:07:20.226648 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.287447 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device b6065711-0af9-4f8f-b8bd-d7005792e33c up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:20.301636 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.306321 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.325689 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79667ed-3068-48e4-afc3-438b0a8a3b11,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:20.328518 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.329916 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7d16c582-d6d6-4f8d-86f9-01c28aac3726 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387999 Sep 14 11:07:20.349516 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port b6065711-0af9-4f8f-b8bd-d7005792e33c triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:20.349922 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.431932 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 4bc21097-dc4a-4294-983c-07d82c70fc84 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:20.492079 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 4bc21097-dc4a-4294-983c-07d82c70fc84 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:20.496396 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 4bc21097-dc4a-4294-983c-07d82c70fc84 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:20.496772 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.617593 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.640402 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 4bc21097-dc4a-4294-983c-07d82c70fc84, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=4bc21097-dc4a-4294-983c-07d82c70fc84,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:20.646879 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:20.714324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=4bc21097-dc4a-4294-983c-07d82c70fc84,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:20.946419 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef651e2-01bc-47e5-a78a-268dd9bb48e7 req-10a2e1cc-097c-4f1d-9df1-e06ab88bd197 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:20.947822 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ef651e2-01bc-47e5-a78a-268dd9bb48e7 req-10a2e1cc-097c-4f1d-9df1-e06ab88bd197 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Sep 14 11:07:20.988787 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7ef651e2-01bc-47e5-a78a-268dd9bb48e7 req-255eb128-055b-4388-869a-3b9a5a3025c2 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347447 Sep 14 11:07:21.445875 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Sync routers for ids ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:21.455525 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Routers {'47d1e77d-7a10-4de7-9885-491b9ee6bcb0'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:21.456061 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:06:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:21.480504 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e0504442-65a6-4faf-b0e0-00b29e0934df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:21.627383 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:21.643306 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Set router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:21.675381 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:21.847506 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '7f923912-3fe3-460b-aeb5-e635eb68454e', 'name': '', 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'mac_address': 'fa:16:3e:72:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6928e559-926a-4689-9ce4-75ac5934209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:17Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 2, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'subnets': [{'id': '6928e559-926a-4689-9ce4-75ac5934209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:21.876912 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Checking router: 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:21.877260 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Updating router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 port 7f923912-3fe3-460b-aeb5-e635eb68454e binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:07:21.907626 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.068912 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bf33c-f358-4a6b-9731-a858a449f234 req-d48e2492-5851-4597-95c9-5316136b8996 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:22.070444 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ff3bf33c-f358-4a6b-9731-a858a449f234 req-d48e2492-5851-4597-95c9-5316136b8996 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0502155 Sep 14 11:07:22.112469 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ff3bf33c-f358-4a6b-9731-a858a449f234 req-213656e4-245a-422d-9a2c-659319c6156d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 Sep 14 11:07:22.115832 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950d96-feb2-4017-8c24-5c73b7f28f48 req-0a58b6aa-d523-487f-bdd7-84fc38047b58 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:22.117252 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79950d96-feb2-4017-8c24-5c73b7f28f48 req-0a58b6aa-d523-487f-bdd7-84fc38047b58 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0537007 Sep 14 11:07:22.135155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49114) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:22.181460 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79950d96-feb2-4017-8c24-5c73b7f28f48 req-9c73d345-1a77-499f-9ac7-b87d6134b567 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545256 Sep 14 11:07:22.195308 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 4bc21097-dc4a-4294-983c-07d82c70fc84 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:22.208771 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.220089 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Transition to ACTIVE for port object 7f923912-3fe3-460b-aeb5-e635eb68454e will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:22.226127 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.250863 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 4bc21097-dc4a-4294-983c-07d82c70fc84 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:22.252042 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.279470 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a0e93-65e9-44da-ae8c-01ac8cbd3c6b None None] Pushing event updated for resources: {'Port': ['ID=7f923912-3fe3-460b-aeb5-e635eb68454e,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:22.355776 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Attempting to bind port 7f923912-3fe3-460b-aeb5-e635eb68454e on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:22.356261 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Attempting to bind port 7f923912-3fe3-460b-aeb5-e635eb68454e by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:22.356709 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Attempting to bind port 7f923912-3fe3-460b-aeb5-e635eb68454e on network 20fa4a08-d8a8-48eb-959f-5640b4fab157 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:22.362274 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:22.362511 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Checking segment: {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:22.363120 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.363567 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Bound using segment: {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:22.364089 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Bound port: 7f923912-3fe3-460b-aeb5-e635eb68454e, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684411b1-b7eb-46a9-a8ad-9499c1ad18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:22.364532 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.408789 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95e394-5e72-4786-8503-cb37a727334f tempest-TestMinimumBasicScenario-1207508970 tempest-TestMinimumBasicScenario-1207508970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:22.410431 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-db95e394-5e72-4786-8503-cb37a727334f tempest-TestMinimumBasicScenario-1207508970 tempest-TestMinimumBasicScenario-1207508970-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1093 time: 0.2742774 Sep 14 11:07:22.413871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49120) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:22.418251 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'port_id': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:22.439615 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] For port 7f923912-3fe3-460b-aeb5-e635eb68454e, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:22.442976 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for floatingip, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.443270 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] For port 7f923912-3fe3-460b-aeb5-e635eb68454e, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=7f923912-3fe3-460b-aeb5-e635eb68454e,segment=NetworkSegment(684411b1-b7eb-46a9-a8ad-9499c1ad18f3),segment_id=684411b1-b7eb-46a9-a8ad-9499c1ad18f3)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:22.448255 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.507334 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Routers {'47d1e77d-7a10-4de7-9885-491b9ee6bcb0'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:22.508140 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:22.511233 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a0e93-65e9-44da-ae8c-01ac8cbd3c6b None None] Pushing event updated for resources: {'Port': ['ID=7f923912-3fe3-460b-aeb5-e635eb68454e,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:22.552635 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.628834 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] Set router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:22.685328 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Allocated IP 172.27.2.192 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/86853a55-ee66-41b5-9297-c797c409fc4a) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:22.796615 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.837103 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.837319 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '7f923912-3fe3-460b-aeb5-e635eb68454e', 'name': '', 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'mac_address': 'fa:16:3e:72:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6928e559-926a-4689-9ce4-75ac5934209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:17Z', 'updated_at': '2021-09-14T11:07:22Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'subnets': [{'id': '6928e559-926a-4689-9ce4-75ac5934209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:22.863490 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5479dd5-feb8-41ef-9c02-fa479c6adce0 None None] The sync data for ids ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'] in dv-cinder-804035-12-iscsi is: [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:07:18Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '7f923912-3fe3-460b-aeb5-e635eb68454e', 'name': '', 'network_id': '20fa4a08-d8a8-48eb-959f-5640b4fab157', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'mac_address': 'fa:16:3e:72:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6928e559-926a-4689-9ce4-75ac5934209b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:17Z', 'updated_at': '2021-09-14T11:07:22Z', 'revision_number': 4, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'subnets': [{'id': '6928e559-926a-4689-9ce4-75ac5934209b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:22.877533 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:22.880826 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:22.883520 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:22.913913 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'Port': ['ID=86853a55-ee66-41b5-9297-c797c409fc4a,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:22.958737 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.155040 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-865f3e6d-081a-4904-af39-af30ff427d9a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:23.156837 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-865f3e6d-081a-4904-af39-af30ff427d9a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0945525 Sep 14 11:07:23.302951 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8e76-8b82-4a52-b31f-4fbbc0baee25 req-2aa7b5ce-59b5-414f-b39a-c758ca600ca6 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:23.306039 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-42fd8e76-8b82-4a52-b31f-4fbbc0baee25 req-2aa7b5ce-59b5-414f-b39a-c758ca600ca6 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 945 time: 0.0582998 Sep 14 11:07:23.346143 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-42fd8e76-8b82-4a52-b31f-4fbbc0baee25 req-ba953e71-746a-47c8-a83a-816859b83435 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e9f3be2-be0d-48cc-9c28-c2463265d070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350029 Sep 14 11:07:23.374450 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.381184 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Deleting port cad16794-0807-446d-a166-755dda66a59a {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:07:23.381522 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.510492 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.545057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] For port cad16794-0807-446d-a166-755dda66a59a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cad16794-0807-446d-a166-755dda66a59a,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:23.545989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.811924 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.812288 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.812607 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Floating IP b5c8bee8-20d3-4c05-b001-bfce897cb0c7 disassociated. External IP: 172.27.2.27, port: cad16794-0807-446d-a166-755dda66a59a. Sep 14 11:07:23.812947 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Calling delete_port for cad16794-0807-446d-a166-755dda66a59a owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:07:23.819280 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:23.827410 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.185514 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 7f923912-3fe3-460b-aeb5-e635eb68454e up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:24.220475 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'Port': ['ID=86853a55-ee66-41b5-9297-c797c409fc4a,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:24.235811 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.239143 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 7f923912-3fe3-460b-aeb5-e635eb68454e completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:24.242878 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 7f923912-3fe3-460b-aeb5-e635eb68454e triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:24.243251 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.396770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.399502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Floating IP 556b68b3-a686-4a86-9f47-626d93c60828 associated. External IP: 172.27.2.192, port: 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f. Sep 14 11:07:24.466254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event deleted for resources: {'Port': ['ID=cad16794-0807-446d-a166-755dda66a59a,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:24.487847 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.500979 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2fcf493-3543-4f99-b99a-d916be0f5cc0 req-3efa8cb3-61c5-4f06-820a-31b5a8fad96f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 210 time: 0.0625644 Sep 14 11:07:24.524795 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 7f923912-3fe3-460b-aeb5-e635eb68454e, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=7f923912-3fe3-460b-aeb5-e635eb68454e,segment=NetworkSegment(684411b1-b7eb-46a9-a8ad-9499c1ad18f3),segment_id=684411b1-b7eb-46a9-a8ad-9499c1ad18f3)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:24.533002 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.595445 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=7f923912-3fe3-460b-aeb5-e635eb68454e,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:24.621936 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.716076 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:24.828032 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Router da3d2be2-03f1-4072-94f6-3fbf3261882d has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:24.888410 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:24.904152 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:24.914407 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:24.915040 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:24.962877 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] No DVR routers for this DVR port cad16794-0807-446d-a166-755dda66a59a on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:07:24.966637 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.969255 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6705c8b2-aba0-4b32-ae6e-b473018ef40b req-65b69be5-b54f-4649-904a-e50e38e1a4f0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "DELETE /v2.0/ports/cad16794-0807-446d-a166-755dda66a59a HTTP/1.1" status: 204 len: 173 time: 1.7968493 Sep 14 11:07:24.969714 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'name': 'network-vif-deleted', 'tag': 'cad16794-0807-446d-a166-755dda66a59a'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:24.971988 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926312bd-a89e-4103-b029-42caed4b7db2" -d '{"events": [{"server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "name": "network-vif-deleted", "tag": "cad16794-0807-446d-a166-755dda66a59a"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:25.016594 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:25.030900 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] Sync routers for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:25.049750 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:25.050630 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.052065 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:25.080944 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4091420-e851-4606-87d2-f9af75762aaf x-openstack-request-id: req-d4091420-e851-4606-87d2-f9af75762aaf {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:25.081311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168baac-8908-4088-82ef-b155abab5b08", "name": "network-vif-deleted", "tag": "cad16794-0807-446d-a166-755dda66a59a", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:25.081754 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4091420-e851-4606-87d2-f9af75762aaf {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:25.082196 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168baac-8908-4088-82ef-b155abab5b08', 'name': 'network-vif-deleted', 'tag': 'cad16794-0807-446d-a166-755dda66a59a', 'status': 'completed', 'code': 200} Sep 14 11:07:25.092164 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.129626 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-53bcfea6-589e-41f2-995f-428204abc8f0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7146649 Sep 14 11:07:25.132289 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49140) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:25.136837 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949148154', 'description': 'tempest-secgroup-smoke-1949148154 description', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:25.163769 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.215033 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:25.271793 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.276757 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.285848 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.311792 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.314280 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1806591 Sep 14 11:07:25.315898 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49142) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:25.319970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1b099-c440-4130-be29-b5383f029a0e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:25.320939 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group_rule': {'security_group_id': '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:25.324426 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:25.333288 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:25.334555 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.362233 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.440935 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.445296 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.465476 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '556b68b3-a686-4a86-9f47-626d93c60828', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'port_id': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'mac_address': 'fa:16:3e:e5:71:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:23Z', 'updated_at': '2021-09-14T11:07:23Z', 'revision_number': 0, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.470498 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:25.472026 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.474087 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565759 Sep 14 11:07:25.475655 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea37b-492a-48bd-8598-7203ec40d747 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa57fd6-5ca5-4603-81cf-344efbb2f877,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:25.477395 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49144) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:25.482501 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group_rule': {'security_group_id': '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:25.495058 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] Checking router: da3d2be2-03f1-4072-94f6-3fbf3261882d for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:25.503005 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:25.503612 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.533079 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.637290 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:25.643484 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-257b340b-d918-4b5f-afe6-cbfd33a9ba05 req-53388b88-37f7-439e-a2c6-155cd13672db tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1168baac-8908-4088-82ef-b155abab5b08 HTTP/1.1" status: 200 len: 210 time: 0.0368512 Sep 14 11:07:25.681423 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.689433 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.708780 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39f700d-b4bb-4c14-8776-546f3658a31a,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:25.716729 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.721742 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49150) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:25.723011 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a6f6beee-e773-4396-a7eb-98dfa73c5393 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2444730 Sep 14 11:07:25.726552 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group_rule': {'security_group_id': '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:25.761366 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.771165 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.802693 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d9f0b-6d62-40e3-b5b7-3378f0580321 None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:25.832679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.837795 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.861042 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0670145a-6dd6-4581-a274-9240b6aab65f,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:25.866425 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.867885 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-177fbafc-8787-413d-8b09-3fc2baafda76 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448431 Sep 14 11:07:25.870291 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49152) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:25.874628 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group_rule': {'security_group_id': '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:25.901643 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.963720 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.968922 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:25.990336 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158dec5a-a08c-43cf-8d9d-491c0d2e0f4c,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:25.990542 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '556b68b3-a686-4a86-9f47-626d93c60828', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'port_id': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'mac_address': 'fa:16:3e:e5:71:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:23Z', 'updated_at': '2021-09-14T11:07:23Z', 'revision_number': 0, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:25.999223 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.000803 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5f4f6d51-8ea0-4987-87b6-0b5705d088ba tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292336 Sep 14 11:07:26.003110 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49154) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:26.008210 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group_rule': {'security_group_id': '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:26.024175 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae61596-ad28-4447-b917-d3ee03411e5b None None] The sync data for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi is: [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '556b68b3-a686-4a86-9f47-626d93c60828', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'port_id': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'mac_address': 'fa:16:3e:e5:71:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:23Z', 'updated_at': '2021-09-14T11:07:23Z', 'revision_number': 0, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:26.032188 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Project 192637d2e0d74f2f98d3935eb366cb5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:07:26.037747 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.101041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.105197 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.126702 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60419ad8-517d-4834-a8e6-a3bd1d8b1287,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:26.132498 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.136496 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c346d2ba-e7b1-4e02-b71b-72c089b02c66 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299365 Sep 14 11:07:26.136942 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49158) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:26.142813 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'security_group_rule': {'security_group_id': '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5', 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:26.176830 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.securitygroups_db [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Project 192637d2e0d74f2f98d3935eb366cb5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:07:26.182092 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.198682 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233feae-b015-4447-b88f-9dbb2c0eafcf None None] New status for floating IP b5c8bee8-20d3-4c05-b001-bfce897cb0c7: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:07:26.250645 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 7f923912-3fe3-460b-aeb5-e635eb68454e up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:26.256311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.260936 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.282850 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b73dfa7-9a73-42e8-916d-82e34c1c3d36,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:26.287601 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.288900 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c8a4d7a0-81d6-45cf-89f0-cfa1c5e780f5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507242 Sep 14 11:07:26.358580 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb7ee9-05be-4e72-861e-c279f782596d None None] New status for floating IP 556b68b3-a686-4a86-9f47-626d93c60828: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:07:26.384203 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 7f923912-3fe3-460b-aeb5-e635eb68454e triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:26.384718 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.386139 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-6283d69a-3da2-4953-bf3b-60b8a7338ba7 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949148154&fields=id&tenant_id=192637d2e0d74f2f98d3935eb366cb5c HTTP/1.1" status: 200 len: 267 time: 0.0460160 Sep 14 11:07:26.394728 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cad16794-0807-446d-a166-755dda66a59a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:07:26.450131 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: cad16794-0807-446d-a166-755dda66a59a {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:07:26.450472 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cad16794-0807-446d-a166-755dda66a59a not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:07:26.471387 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-9d37e88a-5e45-400c-99eb-72c2da04d22b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:26.473129 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-9d37e88a-5e45-400c-99eb-72c2da04d22b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0752158 Sep 14 11:07:26.487519 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'port': {'security_groups': ['fbb64971-9169-4c09-ab5e-becf11c1d12c', '1b821ba4-a3b9-46b4-8a24-db86efe1f0e5']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:26.558777 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.730792 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49166) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:26.749202 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:26.780001 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.787745 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.791581 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac429022-29ee-49b4-aaa4-c2445c566ab3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.802875 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:07:26.820654 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac429022-29ee-49b4-aaa4-c2445c566ab3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.836597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:26.837390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.838846 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2c4b4770-4d76-4d9c-8ea7-9456d1a83cd2 req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "PUT /v2.0/ports/1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 981 time: 0.3568146 Sep 14 11:07:26.868983 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29afc4-03d6-45a9-9991-baf719da5252 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=6']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:26.899157 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac429022-29ee-49b4-aaa4-c2445c566ab3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.903245 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac429022-29ee-49b4-aaa4-c2445c566ab3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:26.904780 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ac429022-29ee-49b4-aaa4-c2445c566ab3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "DELETE /v2.0/security-groups/1e9f3be2-be0d-48cc-9c28-c2463265d070 HTTP/1.1" status: 204 len: 168 time: 0.1726639 Sep 14 11:07:26.907712 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49172) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:26.916675 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac429022-29ee-49b4-aaa4-c2445c566ab3 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f3be2-be0d-48cc-9c28-c2463265d070,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:26.935377 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:07:26.954261 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.api.v2.resource [None req-97b29f87-cc4e-4d20-b454-207f22dc4a22 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] show failed (client error): The resource could not be found. Sep 14 11:07:26.958167 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-97b29f87-cc4e-4d20-b454-207f22dc4a22 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups/1e9f3be2-be0d-48cc-9c28-c2463265d070 HTTP/1.1" status: 404 len: 347 time: 0.0464115 Sep 14 11:07:26.958826 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49174) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:26.979601 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6431c2-dbf4-4db6-80d0-b74ff467683e req-fe9ea92f-4150-46e5-b7eb-685939dced99 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:26.981149 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0e6431c2-dbf4-4db6-80d0-b74ff467683e req-fe9ea92f-4150-46e5-b7eb-685939dced99 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0548203 Sep 14 11:07:27.048435 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0e6431c2-dbf4-4db6-80d0-b74ff467683e req-3f50e467-17b5-4ff4-99eb-182306797097 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599594 Sep 14 11:07:27.083497 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}, {'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:27.087083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e73ecc-f571-4a1a-a7ff-31458d8495b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}, {"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:27.133932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44782566-8e94-4856-ba82-90d190bc7311 x-openstack-request-id: req-44782566-8e94-4856-ba82-90d190bc7311 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:27.134226 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:27.134476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44782566-8e94-4856-ba82-90d190bc7311 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:27.134865 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'status': 'completed', 'code': 200} Sep 14 11:07:27.136050 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'status': 'completed', 'code': 200} Sep 14 11:07:27.139829 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Deleting port 6c68cb27-3931-42b1-a84a-08e6c33fa7b7 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:07:27.140179 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.203557 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-8221bb10-65f3-46fe-af45-473cc06a461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:27.205146 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-8221bb10-65f3-46fe-af45-473cc06a461e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1137 time: 0.0431569 Sep 14 11:07:27.223432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-4dbbb8fc-b2fc-40df-8a00-cf2ec9f1d8eb None None] Provisioning complete for port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:27.223807 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb8fc-b2fc-40df-8a00-cf2ec9f1d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.227350 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.229909 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.245680 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Calling delete_port for 6c68cb27-3931-42b1-a84a-08e6c33fa7b7 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:07:27.331810 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-510a2541-d89d-44cd-9645-d257d4ae476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:27.333915 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-510a2541-d89d-44cd-9645-d257d4ae476b service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.1195266 Sep 14 11:07:27.392588 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.415673 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-459f48eb-130f-4695-8fa3-b6816dcb45c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 1001 time: 0.0742140 Sep 14 11:07:27.439149 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event deleted for resources: {'Port': ['ID=6c68cb27-3931-42b1-a84a-08e6c33fa7b7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:27.477140 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-bfe0bda6-b345-4d55-8a14-5046516c4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:27.478824 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-bfe0bda6-b345-4d55-8a14-5046516c4c37 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0531554 Sep 14 11:07:27.508977 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.511149 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.513336 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c8560763-1ade-45d8-9646-3b0d3aca8777 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "DELETE /v2.0/floatingips/b5c8bee8-20d3-4c05-b001-bfce897cb0c7 HTTP/1.1" status: 204 len: 168 time: 0.5522826 Sep 14 11:07:27.543051 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-931acf37-0d38-4344-be93-c3586921471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:27.544544 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-931acf37-0d38-4344-be93-c3586921471b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573566 Sep 14 11:07:27.636029 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-8134bb66-33c4-4380-8bac-d4697b16ae4f service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Sep 14 11:07:27.716399 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49184) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:27.721098 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306883400', 'description': 'tempest-description--40877850'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:27.732440 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-08081d64-86b9-4b51-8cb7-43cf1901d8fa service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874627 Sep 14 11:07:27.743281 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.829842 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.833844 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.836970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-eb59bbf7-d19a-4970-871c-e864fa6dbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:27.838518 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-eb59bbf7-d19a-4970-871c-e864fa6dbca2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1137 time: 0.0442293 Sep 14 11:07:27.861573 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.863037 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1455722 Sep 14 11:07:27.865937 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49188) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:27.871041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'security_group_rule': {'security_group_id': '8534df49-ae73-4dac-b4b4-953b28d967ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:27.876201 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66228ac-5418-4315-82f8-767f0c353885 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8534df49-ae73-4dac-b4b4-953b28d967ad,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:27.907926 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.941689 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-9b7e23c2-a006-498a-b9cc-22c1443a8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:27.943159 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-9b7e23c2-a006-498a-b9cc-22c1443a8cb7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.0926461 Sep 14 11:07:27.972229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.976687 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:27.995692 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33801e2-b92f-4f30-8d01-0fadad77784c,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:28.001801 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.003267 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-934f0986-8e04-4a0c-85d5-8a81d7551d0e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364017 Sep 14 11:07:28.005799 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49190) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:28.010168 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'security_group_rule': {'security_group_id': '8534df49-ae73-4dac-b4b4-953b28d967ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:28.028460 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-19aca8dc-8c15-4779-8ef9-3b73b29af61c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 1001 time: 0.0615683 Sep 14 11:07:28.036127 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.086159 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-7076279f-f694-41e5-a7f9-ac250124b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:28.087690 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-7076279f-f694-41e5-a7f9-ac250124b3cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0487151 Sep 14 11:07:28.099994 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.106902 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.124768 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec48e9-7cea-4c7e-b9a4-f196db57cf70,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:28.131328 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.135889 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5e160d07-2352-4f17-bc2b-3dfd39ed4d83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291170 Sep 14 11:07:28.136192 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49192) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:28.143969 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:28.158945 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-1c377ae1-d352-4cd7-9974-d6b19ff79408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:28.160419 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-1c377ae1-d352-4cd7-9974-d6b19ff79408 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0649240 Sep 14 11:07:28.180272 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.288560 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-40eb3d74-7654-4dcc-92ee-53e26c41e092 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170495 Sep 14 11:07:28.415545 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.419483 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-76e73ecc-f571-4a1a-a7ff-31458d8495b1 req-4af54044-f0ab-4a29-a851-edcbdb6eca43 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064703 Sep 14 11:07:28.520876 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Allocated IP 172.27.2.145 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/525b0c29-74ba-4212-bec9-127a97c33485) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:28.624229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.663051 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.698428 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:28.702382 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:28.705762 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:28.712667 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'Port': ['ID=525b0c29-74ba-4212-bec9-127a97c33485,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:28.792923 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.825287 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.970676 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:28.975422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:29.047017 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'Port': ['ID=525b0c29-74ba-4212-bec9-127a97c33485,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:29.053451 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:29.067527 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:29.069520 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-cf768866-e147-45f8-af6f-59155b242230 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9323282 Sep 14 11:07:29.262175 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-a6849a65-855e-48e5-9576-e07f3b0c12c6 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1306883400&fields=id&tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6 HTTP/1.1" status: 200 len: 267 time: 0.0416026 Sep 14 11:07:29.369664 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-0f1a5221-4ee9-4542-8200-5af19d8cacb0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:29.371170 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-0f1a5221-4ee9-4542-8200-5af19d8cacb0 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 811 time: 0.1017747 Sep 14 11:07:29.387946 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-a45546c5-deb1-42b1-8668-66e3a29b29ad tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/quotas/3b5bc13d95974d5aa24aa4ec0465ddf6 HTTP/1.1" status: 200 len: 375 time: 0.0091288 Sep 14 11:07:29.443902 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-e850ab7a-3f6e-4e08-8708-63b3eccab0fd tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506959 Sep 14 11:07:29.579876 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-a4d61c8d-d382-4f63-a0f7-0a670e3188cc service neutron] 10.222.0.39 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245887 Sep 14 11:07:29.671292 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-890126c8-6488-48f2-b9ac-5dc2ae883051 service neutron] 10.222.0.39 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849390 Sep 14 11:07:29.829482 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b5e88114-19aa-41a9-b0fb-a1a3dbd5685b req-2047ffb9-25f4-406e-b512-88aed09b1524 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 210 time: 0.0265620 Sep 14 11:07:30.800197 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-988bbb39-6be3-483e-a9ab-a47c8da041da tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:30.801662 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-988bbb39-6be3-483e-a9ab-a47c8da041da tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 811 time: 0.1137867 Sep 14 11:07:30.848519 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-ab6e4c6c-c3ef-44be-80c6-036d32887d37 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6 HTTP/1.1" status: 200 len: 380 time: 0.0353978 Sep 14 11:07:30.866366 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'port': {'device_id': 'f192f581-9b70-4a47-a23d-27376729c973', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'admin_state_up': True, 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'security_groups': ['8534df49-ae73-4dac-b4b4-953b28d967ad']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:30.957567 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8740e760-4ec3-4e52-8c11-2c2e7263fbe0 req-acc76941-3885-44d8-958b-ccf4bd27e85f tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 210 time: 0.0577900 Sep 14 11:07:31.000476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Made reservation on behalf of 3b5bc13d95974d5aa24aa4ec0465ddf6 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:31.003932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.130568 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Allocated IP 172.20.0.9 (fbabe84a-9048-4835-97b4-df0d89ef7706/a5d0186a-0f79-4c02-a58e-1ca2ce362f6e/66f1ef4d-263d-45fc-93bb-57ab7489ead6) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:31.260509 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.273127 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Transition to ACTIVE for port object 66f1ef4d-263d-45fc-93bb-57ab7489ead6 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:31.310565 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.355509 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Network fbabe84a-9048-4835-97b4-df0d89ef7706 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:31.358537 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:31.362742 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:31.387801 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event updated for resources: {'Port': ['ID=66f1ef4d-263d-45fc-93bb-57ab7489ead6,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:31.417180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:31.417833 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.433186 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-9cb7b628-4030-4000-aa75-da69ff51b55a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707269 Sep 14 11:07:31.445209 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Request body: {'port': {'device_id': 'f192f581-9b70-4a47-a23d-27376729c973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:31.512669 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.576257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-29ff1223-f7ad-4693-9eb9-7092a300b841 None None] Provisioning for port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:31.581823 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-29ff1223-f7ad-4693-9eb9-7092a300b841 None None] Provisioning complete for port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:31.582199 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-29ff1223-f7ad-4693-9eb9-7092a300b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.621331 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-29ff1223-f7ad-4693-9eb9-7092a300b841 None None] Port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:07:31.777771 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f1ef4d-263d-45fc-93bb-57ab7489ead6 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:31.786112 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.797644 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Transition to ACTIVE for port object 66f1ef4d-263d-45fc-93bb-57ab7489ead6 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:31.801580 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:31.852074 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Pushing event updated for resources: {'Port': ['ID=66f1ef4d-263d-45fc-93bb-57ab7489ead6,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:31.918461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Attempting to bind port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:31.918806 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Attempting to bind port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:31.919139 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Attempting to bind port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 on network fbabe84a-9048-4835-97b4-df0d89ef7706 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:31.923702 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 on network fbabe84a-9048-4835-97b4-df0d89ef7706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:07:31.924283 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Attempting to bind port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 on network fbabe84a-9048-4835-97b4-df0d89ef7706 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:31.929207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:31.929758 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Checking segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:31.930015 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Bound using segment: {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:31.930424 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Bound port: 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37040fa9-165d-492b-bea4-22690eb9e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:31.930821 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:32.000152 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] For port 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:32.003443 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] For port 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:32.007273 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:32.052727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.053256 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:32.054690 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] 10.222.0.68 "PUT /v2.0/ports/66f1ef4d-263d-45fc-93bb-57ab7489ead6 HTTP/1.1" status: 200 len: 1093 time: 0.6137722 Sep 14 11:07:32.058780 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:32.061093 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:32.115834 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81bcbb-c797-4cb9-a147-c6c3f76019c1 x-openstack-request-id: req-0f81bcbb-c797-4cb9-a147-c6c3f76019c1 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:32.116125 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:32.116379 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f81bcbb-c797-4cb9-a147-c6c3f76019c1 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:32.116816 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'status': 'completed', 'code': 200} Sep 14 11:07:32.135831 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab14f-fbcb-4669-9051-7a605a811d0a service neutron] Pushing event updated for resources: {'Port': ['ID=66f1ef4d-263d-45fc-93bb-57ab7489ead6,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:32.155648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfaff8-d34b-457f-bfc6-2c8a2589b38a req-f1455e91-ffb9-4549-a1cc-ed4de861d89e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.158504 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46cfaff8-d34b-457f-bfc6-2c8a2589b38a req-f1455e91-ffb9-4549-a1cc-ed4de861d89e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 943 time: 0.1253858 Sep 14 11:07:32.168746 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-8e1d2c99-aa19-4be2-a24a-2f2029db3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.170305 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-8e1d2c99-aa19-4be2-a24a-2f2029db3407 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 1096 time: 0.0701799 Sep 14 11:07:32.481800 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-d93c8619-22dc-4df7-91d8-37b6067114bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6 HTTP/1.1" status: 200 len: 217 time: 0.0391893 Sep 14 11:07:32.502203 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-46cfaff8-d34b-457f-bfc6-2c8a2589b38a req-f26cf87d-c0e6-469c-9404-615c4f409de7 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309391 Sep 14 11:07:32.536685 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-0b6ad94b-ceed-4e97-9679-5b461f8e800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.538174 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-0b6ad94b-ceed-4e97-9679-5b461f8e800f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.0489795 Sep 14 11:07:32.588354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-4d0363b1-8cf8-4337-9c2d-6595a5d2ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.589871 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-4d0363b1-8cf8-4337-9c2d-6595a5d2ca87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441623 Sep 14 11:07:32.679495 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-e701aa82-f389-48ff-9198-0861a4b12d1d service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819132 Sep 14 11:07:32.769510 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c71b80ab-8a0c-4870-a3b7-efc326611c28 req-e0f87589-eab1-4a57-8415-bac813ce61f3 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816762 Sep 14 11:07:32.856094 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-deed0df3-80d4-46c5-a718-d542450c3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.857448 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-deed0df3-80d4-46c5-a718-d542450c3953 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 1096 time: 0.0394022 Sep 14 11:07:32.949225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-a020b520-7f5c-47f1-9752-abe431540c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:32.950716 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-a020b520-7f5c-47f1-9752-abe431540c02 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 912 time: 0.0844276 Sep 14 11:07:32.995918 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-7e952b22-ee29-4e63-be5d-0db47fee52a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6 HTTP/1.1" status: 200 len: 217 time: 0.0332193 Sep 14 11:07:33.043262 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-ef8c78c1-65cc-4db9-a3fd-8a4a178dd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:33.044616 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-ef8c78c1-65cc-4db9-a3fd-8a4a178dd94b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.0406451 Sep 14 11:07:33.099974 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-277e5343-dc47-4671-ba83-2a726e371bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:33.101382 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-277e5343-dc47-4671-ba83-2a726e371bca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391116 Sep 14 11:07:33.191788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-1e9e8d17-a2fc-4a3c-9d19-11ecb9dfe1a0 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814085 Sep 14 11:07:33.282584 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc3b9bc6-08e7-4157-94fd-6dbe839442a7 req-f71e9846-0748-4f89-8529-a51ce46e0a65 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Sep 14 11:07:33.621240 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bae04-0631-499e-aa8a-382d56b4ad86 req-b58b6502-795d-42ca-ac6c-184b13e646d1 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:33.622769 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-608bae04-0631-499e-aa8a-382d56b4ad86 req-b58b6502-795d-42ca-ac6c-184b13e646d1 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 943 time: 0.0509384 Sep 14 11:07:33.659393 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-608bae04-0631-499e-aa8a-382d56b4ad86 req-dd967b2b-2419-40fa-90ee-6b33cdbbc02a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304749 Sep 14 11:07:34.775494 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656bbce-1837-4a53-97c0-28d75ded0b7d req-3f40c28e-0740-46aa-900e-400ae918c85b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:34.776850 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d656bbce-1837-4a53-97c0-28d75ded0b7d req-3f40c28e-0740-46aa-900e-400ae918c85b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 943 time: 0.0482271 Sep 14 11:07:34.813310 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d656bbce-1837-4a53-97c0-28d75ded0b7d req-6a897731-522e-4ad3-a145-6cba4e15479b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306013 Sep 14 11:07:35.927512 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeee49-c81e-4975-8ecb-8f68ec4b0948 req-88993958-5fd2-4219-a93e-316b05ff04b8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:35.928959 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dfdeee49-c81e-4975-8ecb-8f68ec4b0948 req-88993958-5fd2-4219-a93e-316b05ff04b8 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 943 time: 0.0514128 Sep 14 11:07:35.965049 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dfdeee49-c81e-4975-8ecb-8f68ec4b0948 req-94920079-272d-4d05-b089-e10a97aa01bd tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302675 Sep 14 11:07:36.446535 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 66f1ef4d-263d-45fc-93bb-57ab7489ead6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:07:36.540728 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:36.552402 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'port_id': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'mac_address': 'fa:16:3e:8f:8c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:07:36.589482 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:36.601578 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1ef4d-263d-45fc-93bb-57ab7489ead6 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:36.619641 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:36.623344 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:36.667952 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=66f1ef4d-263d-45fc-93bb-57ab7489ead6,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:36.674975 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.675320 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.675654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.675985 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.676309 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.676634 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.676951 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.677271 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.677610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.677929 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.678248 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.678563 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:36.864307 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['66f1ef4d-263d-45fc-93bb-57ab7489ead6'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:07:37.104630 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351de858-abc5-4e4f-b496-06bee35c81c8 req-b9109e8a-36de-4f41-b383-1a7c0cafc235 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:37.106159 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-351de858-abc5-4e4f-b496-06bee35c81c8 req-b9109e8a-36de-4f41-b383-1a7c0cafc235 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 944 time: 0.0589731 Sep 14 11:07:37.143833 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-351de858-abc5-4e4f-b496-06bee35c81c8 req-5ae9896b-51a9-4e3e-a803-f460aec37457 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Sep 14 11:07:37.991400 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-88577f32-734a-49f9-8d81-314d92b24fe7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022332572&fields=id&tenant_id=02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 267 time: 0.0337327 Sep 14 11:07:38.094572 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-e01f72d0-9f89-46da-ad08-bbe11ea29fbc tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:38.096567 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-e01f72d0-9f89-46da-ad08-bbe11ea29fbc tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 812 time: 0.0987303 Sep 14 11:07:38.112009 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-4539167d-6375-4ef5-acfe-f85fddb20d95 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/quotas/02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 375 time: 0.0098042 Sep 14 11:07:38.171587 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-e422e04a-a907-4b33-947d-80c311f97da0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533805 Sep 14 11:07:38.258446 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e313b-b65a-430d-84a5-dd933c997d81 req-9062d78a-c9e2-4fd9-b366-98d16d7b5fde tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:38.259944 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8a7e313b-b65a-430d-84a5-dd933c997d81 req-9062d78a-c9e2-4fd9-b366-98d16d7b5fde tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 944 time: 0.0488765 Sep 14 11:07:38.301888 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8a7e313b-b65a-430d-84a5-dd933c997d81 req-825ce288-93e6-47c2-a867-de1b034df852 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Sep 14 11:07:38.314260 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-360d5b41-b554-4e72-9108-a17a47fd4864 service neutron] 10.222.0.39 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292384 Sep 14 11:07:38.405057 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-4e547e7b-ec81-4e14-b681-b550d3446ac0 service neutron] 10.222.0.39 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848420 Sep 14 11:07:38.453960 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 66f1ef4d-263d-45fc-93bb-57ab7489ead6 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:38.502792 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:38.506741 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:38.507114 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:38.588906 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:38.611797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:38.614005 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeaf291-d661-4298-afb8-e9326b143078" -d '{"events": [{"server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "name": "network-vif-plugged", "status": "completed", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:38.628525 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:38.634505 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:38.693679 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=66f1ef4d-263d-45fc-93bb-57ab7489ead6,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:38.719221 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-74c254a0-73b5-4cc0-b852-743b02867bfb req-41e29796-eca5-426d-a883-4d965f12e2f4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 210 time: 0.0394690 Sep 14 11:07:38.727379 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6c950f-7638-4e09-92da-194cedcf37a2 x-openstack-request-id: req-1f6c950f-7638-4e09-92da-194cedcf37a2 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:38.727666 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "name": "network-vif-plugged", "status": "completed", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:38.727920 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f6c950f-7638-4e09-92da-194cedcf37a2 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:38.728312 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'code': 200} Sep 14 11:07:38.913893 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddff25-f954-4ee5-8020-5fe2c52c1d0a req-f39817ee-6247-46ed-a364-44e0135d4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:38.915292 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-62ddff25-f954-4ee5-8020-5fe2c52c1d0a req-f39817ee-6247-46ed-a364-44e0135d4e5e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 1098 time: 0.0451024 Sep 14 11:07:38.950180 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-62ddff25-f954-4ee5-8020-5fe2c52c1d0a req-10720828-219d-4439-961f-0a61308e1fc8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272133 Sep 14 11:07:39.427232 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37848da-bd1f-43c3-a1a5-13c4e8127127 req-97bbc100-3975-4e7a-a71b-6356542e0d13 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:39.428807 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e37848da-bd1f-43c3-a1a5-13c4e8127127 req-97bbc100-3975-4e7a-a71b-6356542e0d13 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 945 time: 0.0544462 Sep 14 11:07:39.474032 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e37848da-bd1f-43c3-a1a5-13c4e8127127 req-7e9f4f7d-a63f-42b0-902b-60ea94deb751 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 Sep 14 11:07:39.632576 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61af53-5555-46cf-b8d6-1fb42772d2ef req-0e0b100b-86cb-4fd3-a1c7-3efea311a8d3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:39.634081 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d61af53-5555-46cf-b8d6-1fb42772d2ef req-0e0b100b-86cb-4fd3-a1c7-3efea311a8d3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.2584174 Sep 14 11:07:39.670318 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d61af53-5555-46cf-b8d6-1fb42772d2ef req-03a05a55-aa55-4ed3-b1ca-fed95d1a2c8d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303206 Sep 14 11:07:39.826093 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9b0e5056-f253-4ae6-b028-cd319316615c req-79d8a63f-1f09-457d-b4e4-55aecca20c95 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 210 time: 0.0375655 Sep 14 11:07:39.918561 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-7470ba76-bea7-44ee-82ae-5efb77b00c31 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:39.919991 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-7470ba76-bea7-44ee-82ae-5efb77b00c31 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 812 time: 0.1211581 Sep 14 11:07:39.962638 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-f8dfe7b9-1322-4747-b8a3-6f61649a18a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 380 time: 0.0332608 Sep 14 11:07:39.974786 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'port': {'device_id': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'admin_state_up': True, 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'security_groups': ['34647d4a-9f9b-404b-8c9b-28eefc2ef7df']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:40.088052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Made reservation on behalf of 02c3f53b44f7499fb9900f6bf9819e30 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:40.091533 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.217390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Allocated IP 172.20.0.9 (413a84a7-61ec-45bf-968b-cb07f1c2deb7/97c28512-f214-4f00-858d-85e3ad6bdc9b/c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:40.357260 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.373038 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Transition to ACTIVE for port object c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:40.406559 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.452958 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:40.456663 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:40.460433 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:40.486400 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:40.520278 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:40.520913 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.538798 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-72fb6066-a8a5-4e94-a381-8dd2dcb18efe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675650 Sep 14 11:07:40.551674 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Request body: {'port': {'device_id': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:40.596562 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d044-df53-4347-bebb-5a537ff079a9 req-efbff5f4-00f7-433e-92a5-e82f7bee0579 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:40.598131 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bd7d044-df53-4347-bebb-5a537ff079a9 req-efbff5f4-00f7-433e-92a5-e82f7bee0579 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 945 time: 0.0512559 Sep 14 11:07:40.606557 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.638284 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bd7d044-df53-4347-bebb-5a537ff079a9 req-c2fa8084-848e-4656-81c2-9af4414d2f6e tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333939 Sep 14 11:07:40.741388 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b276b916-df82-4f22-8657-f58cb6b779fb None None] Provisioning for port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:40.746145 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b276b916-df82-4f22-8657-f58cb6b779fb None None] Provisioning complete for port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:40.746518 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b276b916-df82-4f22-8657-f58cb6b779fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.782139 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-b276b916-df82-4f22-8657-f58cb6b779fb None None] Port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:07:40.798321 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbe9e6-53ef-46ae-b08c-a96bfcf2bad8 req-2e62add5-b3c0-492e-b06f-235b14f7ea83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:40.800070 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-eabbe9e6-53ef-46ae-b08c-a96bfcf2bad8 req-2e62add5-b3c0-492e-b06f-235b14f7ea83 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 945 time: 0.0841677 Sep 14 11:07:40.800434 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b46a-281f-4275-869c-a4f6b0678407 req-29f676d9-2d9e-4d1a-8421-9484019d64cf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:40.802017 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fd9b46a-281f-4275-869c-a4f6b0678407 req-29f676d9-2d9e-4d1a-8421-9484019d64cf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0498846 Sep 14 11:07:40.808894 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49356) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:40.816326 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Request body: {'floatingip': {'port_id': '66f1ef4d-263d-45fc-93bb-57ab7489ead6'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:40.882102 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.914694 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fd9b46a-281f-4275-869c-a4f6b0678407 req-5c552ba6-443f-4fd1-81fe-6f6ef1a1167c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048360 Sep 14 11:07:40.952571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:40.962997 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:40.980544 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dd71-e450-4181-aa3a-92d9a30959ef req-dcb3703b-efe3-4076-abde-5da9bbe08647 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:40.982059 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e278dd71-e450-4181-aa3a-92d9a30959ef req-dcb3703b-efe3-4076-abde-5da9bbe08647 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 931 time: 0.0861270 Sep 14 11:07:40.988007 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Transition to ACTIVE for port object c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:40.996993 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.064947 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e278dd71-e450-4181-aa3a-92d9a30959ef req-b27f36fc-2114-4108-acca-0e1518025ae0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756078 Sep 14 11:07:41.092344 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:41.142530 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Attempting to bind port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:41.142766 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Attempting to bind port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:41.143100 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Attempting to bind port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:41.147610 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:07:41.147937 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Attempting to bind port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:41.152945 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:41.153299 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Checking segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:41.153827 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Bound using segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:41.154320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Bound port: c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:41.154692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.221065 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] For port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:41.224168 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] For port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:41.229238 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.267552 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:41.268170 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.269595 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] 10.222.0.68 "PUT /v2.0/ports/c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b HTTP/1.1" status: 200 len: 1093 time: 0.7229924 Sep 14 11:07:41.270038 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:41.272311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d" -d '{"events": [{"name": "network-changed", "server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:41.297579 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5751862-6d06-48a4-96ba-d2419ab3fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:41.343049 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7397b061-07b6-4048-9072-b1fa0086debb x-openstack-request-id: req-7397b061-07b6-4048-9072-b1fa0086debb {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:41.343350 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:41.343603 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7397b061-07b6-4048-9072-b1fa0086debb {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:41.343998 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'status': 'completed', 'code': 200} Sep 14 11:07:41.364468 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-d7a78abf-b539-4f0b-a168-5cbe47e6ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:41.365968 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.366132 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-d7a78abf-b539-4f0b-a168-5cbe47e6ffd2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 1096 time: 0.0499117 Sep 14 11:07:41.370057 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.419719 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-ac2e2603-8a57-4f47-a30f-28bade70c32d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b HTTP/1.1" status: 200 len: 217 time: 0.0356658 Sep 14 11:07:41.474765 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Floating IP 921ada88-efc1-4cf8-80ca-1eea79e26505 associated. External IP: 172.27.2.145, port: 66f1ef4d-263d-45fc-93bb-57ab7489ead6. Sep 14 11:07:41.476096 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-171e1e41-ff2d-4493-8661-fdb655a69495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:41.477573 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-171e1e41-ff2d-4493-8661-fdb655a69495 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0490549 Sep 14 11:07:41.524385 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b452fa27-8bf8-4381-a14b-d5fc77449930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:41.525992 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b452fa27-8bf8-4381-a14b-d5fc77449930 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405359 Sep 14 11:07:41.615035 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-fd1cda5c-758d-4886-8659-3696988fddad service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812564 Sep 14 11:07:41.683710 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:41.710289 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af36b211-877a-4ab5-8231-7f38d86acbd2 req-b4b2ce0a-ce06-4395-9b78-70a240e9ac5b service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Sep 14 11:07:41.790115 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:41.796382 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:41.803786 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:41.812981 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:41.814227 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:41.821476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-c2854002-76aa-4ba4-8627-f2ec49ed12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:41.823161 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-c2854002-76aa-4ba4-8627-f2ec49ed12a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 1096 time: 0.0408738 Sep 14 11:07:41.826855 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3773adab-3b19-4608-82b9-474b76a8afe5 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "PUT /v2.0/floatingips/921ada88-efc1-4cf8-80ca-1eea79e26505 HTTP/1.1" status: 200 len: 991 time: 1.0158362 Sep 14 11:07:41.827507 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:41.830437 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b99e0-86ec-4988-b035-9c9f9ac50f16" -d '{"events": [{"name": "network-changed", "server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:41.934314 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-c61ef721-6bca-440f-bd8f-5fcaf6822b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:41.935753 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-c61ef721-6bca-440f-bd8f-5fcaf6822b64 service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.1047218 Sep 14 11:07:41.943390 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:41.954783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35789b29-de46-46b5-a4e5-74afd897f968 x-openstack-request-id: req-35789b29-de46-46b5-a4e5-74afd897f968 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:41.955369 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:41.955506 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35789b29-de46-46b5-a4e5-74afd897f968 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:41.955906 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'status': 'completed', 'code': 200} Sep 14 11:07:41.996371 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-6030fb61-c0b0-40a4-9fc1-5734ebfa6de3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b HTTP/1.1" status: 200 len: 217 time: 0.0490258 Sep 14 11:07:42.101892 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-8dbe8328-3d43-4a4f-9936-24ada44cc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.103405 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-8dbe8328-3d43-4a4f-9936-24ada44cc27a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 1098 time: 0.1168139 Sep 14 11:07:42.105536 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-92b4da9b-9e3a-433f-bea6-84993f728543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.106863 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-92b4da9b-9e3a-433f-bea6-84993f728543 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0921216 Sep 14 11:07:42.118585 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47802379-8b63-4c5c-b8ed-441926852526 req-3ce7a9c2-87d7-4aa2-a9ee-677f64eb506d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.120060 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-47802379-8b63-4c5c-b8ed-441926852526 req-3ce7a9c2-87d7-4aa2-a9ee-677f64eb506d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.1064081 Sep 14 11:07:42.207455 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927487d-50e9-44c9-9457-fb54b2497451 req-d2a185c3-1b91-4bd0-a3a8-5701adac8db1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.210063 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c927487d-50e9-44c9-9457-fb54b2497451 req-d2a185c3-1b91-4bd0-a3a8-5701adac8db1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0593159 Sep 14 11:07:42.248052 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-47802379-8b63-4c5c-b8ed-441926852526 req-ef87d189-9bcb-4f2e-99a9-cd59c0da8b36 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218464 Sep 14 11:07:42.254839 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c927487d-50e9-44c9-9457-fb54b2497451 req-e110c24d-5807-43b4-81fd-762dbe33fb8f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393448 Sep 14 11:07:42.255033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-248af3e5-be82-4f87-a8d6-7523d7966188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.256387 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-248af3e5-be82-4f87-a8d6-7523d7966188 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1167338 Sep 14 11:07:42.303569 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '921ada88-efc1-4cf8-80ca-1eea79e26505', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'port_id': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'mac_address': 'fa:16:3e:8f:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192f581-9b70-4a47-a23d-27376729c973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:28Z', 'updated_at': '2021-09-14T11:07:41Z', 'revision_number': 1, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:42.307256 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-391b3f83-2a80-4ac4-b36f-ebc1b35e57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.308719 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-391b3f83-2a80-4ac4-b36f-ebc1b35e57af service neutron] 10.222.0.68 "GET /v2.0/networks?id=fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 200 len: 912 time: 0.1808207 Sep 14 11:07:42.328951 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:42.337673 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:42.338280 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:42.414368 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-f9acd223-cc29-4b9a-b848-08d6ef318933 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483402 Sep 14 11:07:42.416134 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-beaf9f69-098c-4ce6-ae77-0e957b5de4eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6 HTTP/1.1" status: 200 len: 999 time: 0.0794761 Sep 14 11:07:42.449740 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:42.523842 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-7bda9651-cd5e-47e9-a444-7d16d7e89c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.525301 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-7bda9651-cd5e-47e9-a444-7d16d7e89c2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 200 len: 850 time: 0.0969906 Sep 14 11:07:42.570316 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-7cf0ea48-8e60-4241-8ede-fb6eef5c670d req-f59747c0-176b-49fc-abbd-9e035916c86e service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430151 Sep 14 11:07:42.582939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-2537842a-09f4-4a9a-abf8-489613a07ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:42.584393 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-2537842a-09f4-4a9a-abf8-489613a07ea9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbabe84a-9048-4835-97b4-df0d89ef7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503738 Sep 14 11:07:42.673676 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '921ada88-efc1-4cf8-80ca-1eea79e26505', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'port_id': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'mac_address': 'fa:16:3e:8f:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192f581-9b70-4a47-a23d-27376729c973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:28Z', 'updated_at': '2021-09-14T11:07:41Z', 'revision_number': 1, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:42.679485 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-cedcc501-f254-4c97-8944-c0539e011496 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853639 Sep 14 11:07:42.699518 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee4e9a-b675-41ed-ac36-bd3e7ba629cb None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '921ada88-efc1-4cf8-80ca-1eea79e26505', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'port_id': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'mac_address': 'fa:16:3e:8f:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192f581-9b70-4a47-a23d-27376729c973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:28Z', 'updated_at': '2021-09-14T11:07:41Z', 'revision_number': 1, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:42.770339 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f82b99e0-86ec-4988-b035-9c9f9ac50f16 req-f53d5184-1a45-4cfb-b0ec-0e6f8fe94bb6 service neutron] 10.222.0.68 "GET /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Sep 14 11:07:42.877463 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9e4cf-a654-4824-8dc6-238587169183 None None] New status for floating IP 921ada88-efc1-4cf8-80ca-1eea79e26505: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:07:43.376940 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd5f7f-79c3-4493-b2f3-562ca1ddfa99 req-94695232-b19d-45f3-a011-53e26049841e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:43.378433 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdcd5f7f-79c3-4493-b2f3-562ca1ddfa99 req-94695232-b19d-45f3-a011-53e26049841e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0482554 Sep 14 11:07:43.383187 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c63d-0886-40d9-942b-f7ff0542dcd9 req-26ef1bbf-2c6b-4008-b246-723317aca489 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:43.384655 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2b37c63d-0886-40d9-942b-f7ff0542dcd9 req-26ef1bbf-2c6b-4008-b246-723317aca489 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0512531 Sep 14 11:07:43.415888 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdcd5f7f-79c3-4493-b2f3-562ca1ddfa99 req-7dd757f2-d68b-40f8-a604-7e41239c46aa tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Sep 14 11:07:43.421207 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2b37c63d-0886-40d9-942b-f7ff0542dcd9 req-e120f3c3-64ae-44c8-b623-a1dde6986cb6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306916 Sep 14 11:07:44.334033 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:07:44.534444 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb23c64-d3af-4abf-a3fd-e350ceecfa9c req-9a5c1208-b2b5-494f-96e6-3075ca66aed3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:44.535918 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4eb23c64-d3af-4abf-a3fd-e350ceecfa9c req-9a5c1208-b2b5-494f-96e6-3075ca66aed3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0477982 Sep 14 11:07:44.539358 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444267e-dec2-4b7b-9c1d-fd893c477dd0 req-919b1af2-d439-4d8b-a5df-dfab2efdb570 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:44.540841 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e444267e-dec2-4b7b-9c1d-fd893c477dd0 req-919b1af2-d439-4d8b-a5df-dfab2efdb570 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0514231 Sep 14 11:07:44.574858 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4eb23c64-d3af-4abf-a3fd-e350ceecfa9c req-7b155767-e520-499c-b265-22368416eb17 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Sep 14 11:07:44.582492 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e444267e-dec2-4b7b-9c1d-fd893c477dd0 req-86837786-da9b-47c7-b716-1be2f8e9e92c tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357943 Sep 14 11:07:45.694353 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96355869-08d4-4838-b187-33db45be8568 req-68e56599-9a70-42df-a7c6-6d9a779a2bbf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:45.695979 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7da0b-5332-40dd-abe1-34df6ceadf08 req-908ded34-7561-436b-867d-5a7c4062e257 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:45.696724 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-96355869-08d4-4838-b187-33db45be8568 req-68e56599-9a70-42df-a7c6-6d9a779a2bbf tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0509298 Sep 14 11:07:45.697802 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-62c7da0b-5332-40dd-abe1-34df6ceadf08 req-908ded34-7561-436b-867d-5a7c4062e257 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0493214 Sep 14 11:07:45.734529 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-62c7da0b-5332-40dd-abe1-34df6ceadf08 req-619b8f6c-2d2f-48e0-aff3-889bf407e443 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Sep 14 11:07:45.734880 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-96355869-08d4-4838-b187-33db45be8568 req-6f9457dc-0197-420e-af4d-9d03429c686a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314991 Sep 14 11:07:46.849291 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbcdfd-d309-4eb9-be00-109bf6b0f7b4 req-824efb65-61d5-446a-adfb-f746982d1975 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:46.850702 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93fbcdfd-d309-4eb9-be00-109bf6b0f7b4 req-824efb65-61d5-446a-adfb-f746982d1975 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0494466 Sep 14 11:07:46.857485 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602f91b-2681-405b-9363-4c9bd564df71 req-7b418f78-c990-4a59-8b0b-6295d427d7c7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:46.858972 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b602f91b-2681-405b-9363-4c9bd564df71 req-7b418f78-c990-4a59-8b0b-6295d427d7c7 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0507979 Sep 14 11:07:46.888295 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93fbcdfd-d309-4eb9-be00-109bf6b0f7b4 req-ba974a35-471e-42cb-aebc-2c11e67cce67 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Sep 14 11:07:46.896801 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b602f91b-2681-405b-9363-4c9bd564df71 req-1075c6a2-3497-4603-adaf-de1fc527590c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Sep 14 11:07:48.002488 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef3879-7f68-424d-b3d8-fe29b0c82bd3 req-a50dc91a-38f8-462d-a065-1800797e0193 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:48.004038 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-31ef3879-7f68-424d-b3d8-fe29b0c82bd3 req-a50dc91a-38f8-462d-a065-1800797e0193 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0495172 Sep 14 11:07:48.022019 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0beb6-0a46-40e6-a8d2-e9b0990c6cde req-91ff5dc4-db07-43a0-8b96-b7b1f82532d5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:48.023502 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6c0beb6-0a46-40e6-a8d2-e9b0990c6cde req-91ff5dc4-db07-43a0-8b96-b7b1f82532d5 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0551269 Sep 14 11:07:48.042421 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-31ef3879-7f68-424d-b3d8-fe29b0c82bd3 req-195d184f-8a5a-46d9-a0b6-239d45fcd58a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321364 Sep 14 11:07:48.060420 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6c0beb6-0a46-40e6-a8d2-e9b0990c6cde req-3fc4a0d8-ff39-4f94-9996-2da6686d583c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Sep 14 11:07:48.981450 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-681030b6-bf8b-4d5a-8ef3-3480b89e459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:49.168141 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911fc2-7e25-40b9-a242-56a747dc96f2 req-dd2294cd-b219-46d5-aaac-c55e77e0351e tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:49.169578 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-23911fc2-7e25-40b9-a242-56a747dc96f2 req-dd2294cd-b219-46d5-aaac-c55e77e0351e tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0626695 Sep 14 11:07:49.198429 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765041-185e-4a0f-9870-c49e2766dce7 req-c4a71bef-e8fd-487e-8d99-ae16a5ffcba8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:49.199923 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02765041-185e-4a0f-9870-c49e2766dce7 req-c4a71bef-e8fd-487e-8d99-ae16a5ffcba8 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0491276 Sep 14 11:07:49.207712 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-23911fc2-7e25-40b9-a242-56a747dc96f2 req-f4f80528-343c-4ebf-a070-2a56062b2be8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Sep 14 11:07:49.237783 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-02765041-185e-4a0f-9870-c49e2766dce7 req-3bc36196-f8df-4b88-acc9-691d18a4646d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Sep 14 11:07:50.323249 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17d4b-e130-4f05-a951-a85da47b92b3 req-6ee7e240-0034-41e0-9b64-0543173f66e7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:50.324772 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29f17d4b-e130-4f05-a951-a85da47b92b3 req-6ee7e240-0034-41e0-9b64-0543173f66e7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Sep 14 11:07:50.357204 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e19b6-4797-4c67-8730-fa58ad81f582 req-b6ac0666-bf12-4ea2-baff-0283e9e5e178 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:50.359234 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-401e19b6-4797-4c67-8730-fa58ad81f582 req-b6ac0666-bf12-4ea2-baff-0283e9e5e178 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0485287 Sep 14 11:07:50.362525 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-29f17d4b-e130-4f05-a951-a85da47b92b3 req-4099860c-8102-4640-841b-d771303e46c4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Sep 14 11:07:50.396499 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-401e19b6-4797-4c67-8730-fa58ad81f582 req-83c91984-e818-482d-b06c-bc3ef342b045 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314906 Sep 14 11:07:50.524345 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:07:50.620677 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:50.631975 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'port_id': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'mac_address': 'fa:16:3e:92:31:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:07:50.667734 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:50.680048 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:50.699324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:50.703230 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:50.752447 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:51.006590 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:07:51.480241 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f21d7-b1a9-4fc8-91ca-00828318f4cb req-32751b58-d935-443e-9c52-97b47a6d3066 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:51.482062 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da1f21d7-b1a9-4fc8-91ca-00828318f4cb req-32751b58-d935-443e-9c52-97b47a6d3066 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 944 time: 0.0537498 Sep 14 11:07:51.487555 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a6e75019-acec-4385-9e57-12703d526d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:51.523345 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b88a66-9bb5-43d2-9fb7-68ee3abb731b req-b46241bb-b23d-41e5-a503-4e46e75b534e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:51.524837 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e9b88a66-9bb5-43d2-9fb7-68ee3abb731b req-b46241bb-b23d-41e5-a503-4e46e75b534e tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0502560 Sep 14 11:07:51.526434 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da1f21d7-b1a9-4fc8-91ca-00828318f4cb req-408bd8b6-d515-4b1d-abbc-da39da0b66a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368402 Sep 14 11:07:51.563482 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e9b88a66-9bb5-43d2-9fb7-68ee3abb731b req-64d5f262-3c79-479e-a278-38ae9c00978b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Sep 14 11:07:51.650308 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:51.658521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-4729237a-c951-4800-8f16-731f441537d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:51.659250 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:51.660068 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-4729237a-c951-4800-8f16-731f441537d0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1098 time: 0.0416722 Sep 14 11:07:51.781509 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-39c35983-8561-4c92-b533-f918379ea312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:51.783681 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-39c35983-8561-4c92-b533-f918379ea312 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.0863154 Sep 14 11:07:51.850581 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-aa5c8e87-fdbd-49b4-9d13-3959c856831b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 1001 time: 0.0561044 Sep 14 11:07:51.910767 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-66606434-1bc1-4f9c-bb2a-8213bc164c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:51.912115 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-66606434-1bc1-4f9c-bb2a-8213bc164c26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0472538 Sep 14 11:07:51.960084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-efc812f5-4d7e-4dd3-8ac8-6451069f5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:51.961497 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-efc812f5-4d7e-4dd3-8ac8-6451069f5092 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387414 Sep 14 11:07:52.077806 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-57b6e7f2-caa8-4005-8823-45708e112b3f service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Sep 14 11:07:52.192184 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ad0ab8a6-b1d1-4166-a964-a6a5a03a2412 req-f0d53453-5d0d-44bc-b315-6c585fb8c3e2 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846741 Sep 14 11:07:52.551714 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:07:52.590397 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:52.676836 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0a85-8a60-470f-9582-1ee073bc2f48 req-482c1521-a3e5-45cb-a57e-2cfdaa530eef tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:52.681356 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-564d0a85-8a60-470f-9582-1ee073bc2f48 req-482c1521-a3e5-45cb-a57e-2cfdaa530eef tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 944 time: 0.0708344 Sep 14 11:07:52.734320 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-564d0a85-8a60-470f-9582-1ee073bc2f48 req-0acd3214-904e-4504-b19f-939df9b5a8d5 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Sep 14 11:07:52.735461 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c8ba-08b1-41e1-8c10-601feba63562 req-c1d96f26-7358-4ab8-8578-5ae1b4b2c5ef tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:52.744511 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e12c8ba-08b1-41e1-8c10-601feba63562 req-c1d96f26-7358-4ab8-8578-5ae1b4b2c5ef tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0763490 Sep 14 11:07:52.745163 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:52.757376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'mac_address': 'fa:16:3e:b7:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:07:52.790472 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e12c8ba-08b1-41e1-8c10-601feba63562 req-9d1457a9-4998-4650-97b1-c54adcdab63d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Sep 14 11:07:52.838260 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:52.854791 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:52.861681 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cee5c296-4dd1-460b-a1a8-e40390ea8375 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:07:52.867855 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:52.868193 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:52.912744 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:52.919433 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:52.985271 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:53.013313 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=6']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:53.020257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['cee5c296-4dd1-460b-a1a8-e40390ea8375'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:07:53.058621 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:53.097064 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:53.100674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a7c010-7e75-4fba-92e5-68823053448e" -d '{"events": [{"server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "name": "network-vif-plugged", "status": "completed", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:53.115752 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:53.175618 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:53.193036 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676fd910-ca08-464b-a8fb-b391703cd2cc x-openstack-request-id: req-676fd910-ca08-464b-a8fb-b391703cd2cc {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:53.193340 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "name": "network-vif-plugged", "status": "completed", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:53.194778 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-676fd910-ca08-464b-a8fb-b391703cd2cc {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:53.195846 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'code': 200} Sep 14 11:07:53.269463 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:53.460229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d167f-cbbb-44dc-a7b6-36901de12f07 req-f70a4062-2bb5-4413-ac00-8e81e9077289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:53.461646 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab9d167f-cbbb-44dc-a7b6-36901de12f07 req-f70a4062-2bb5-4413-ac00-8e81e9077289 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 1098 time: 0.0506990 Sep 14 11:07:53.517784 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab9d167f-cbbb-44dc-a7b6-36901de12f07 req-40714bce-c47f-49c1-a906-40106c757155 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Sep 14 11:07:53.950198 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f0a7-c27d-43ad-9c93-76c6b84dd98b req-9e3bb712-9c56-429c-b6bb-dce547a1df42 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:53.958156 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a88f0a7-c27d-43ad-9c93-76c6b84dd98b req-9e3bb712-9c56-429c-b6bb-dce547a1df42 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 944 time: 0.0598032 Sep 14 11:07:54.001113 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a88f0a7-c27d-43ad-9c93-76c6b84dd98b req-a756142a-d2bd-42ae-8f29-372dafa6efb6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400445 Sep 14 11:07:54.198095 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5cf4e-9f3f-4a52-88be-c84364eac712 req-535d0fc2-4a21-41c0-93c5-c72f627de3f3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:54.200450 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e5b5cf4e-9f3f-4a52-88be-c84364eac712 req-535d0fc2-4a21-41c0-93c5-c72f627de3f3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 945 time: 0.3938847 Sep 14 11:07:54.245283 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e5b5cf4e-9f3f-4a52-88be-c84364eac712 req-d375fabe-f24e-4bb6-b182-618a3cb00e29 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383742 Sep 14 11:07:54.564661 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:54.634356 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:54.640777 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port cee5c296-4dd1-460b-a1a8-e40390ea8375 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:54.641351 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:54.749257 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:54.845051 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:54.853827 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:54.914291 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=7']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:55.138569 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192744d-8657-4764-b8d5-441c23cafd10 req-536eced9-811d-43ec-be89-4b6355c3c739 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:55.140109 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e192744d-8657-4764-b8d5-441c23cafd10 req-536eced9-811d-43ec-be89-4b6355c3c739 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0643396 Sep 14 11:07:55.192861 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e192744d-8657-4764-b8d5-441c23cafd10 req-cdd18724-1e59-4b27-85cb-10a75fc6d564 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339084 Sep 14 11:07:55.196529 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:55.198871 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d9fae5-4e75-46e7-b108-70049bee70c3" -d '{"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-plugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:55.244926 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f636d9-772f-4efe-974f-87fff78ae52a x-openstack-request-id: req-89f636d9-772f-4efe-974f-87fff78ae52a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:55.245232 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-plugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:55.245485 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89f636d9-772f-4efe-974f-87fff78ae52a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:55.245903 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'code': 200} Sep 14 11:07:55.373735 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6e0cd-76f4-43ab-a3ed-bc3c2eb1f0f4 req-fc6debe5-2e58-4b04-bd7f-6b19ac4eb42a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:55.375260 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cac6e0cd-76f4-43ab-a3ed-bc3c2eb1f0f4 req-fc6debe5-2e58-4b04-bd7f-6b19ac4eb42a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Sep 14 11:07:55.416147 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cac6e0cd-76f4-43ab-a3ed-bc3c2eb1f0f4 req-4f6e9b6a-6f75-498d-a0ac-b5f2bdff2b31 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335872 Sep 14 11:07:55.541271 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61e79e-e489-4da1-b5df-e4d564b9e829 req-9fac5a17-089f-4d89-a191-8eff8e1a5107 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:55.542922 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea61e79e-e489-4da1-b5df-e4d564b9e829 req-9fac5a17-089f-4d89-a191-8eff8e1a5107 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Sep 14 11:07:55.588449 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea61e79e-e489-4da1-b5df-e4d564b9e829 req-fdd0da28-f552-417e-bebb-98f375bc727f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381951 Sep 14 11:07:55.610718 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49482) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:55.697841 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f54836-7f50-4108-bfec-96a8041872f6 tempest-TestVolumeBootPattern-978380942 tempest-TestVolumeBootPattern-978380942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:55.699488 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-94f54836-7f50-4108-bfec-96a8041872f6 tempest-TestVolumeBootPattern-978380942 tempest-TestVolumeBootPattern-978380942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 1093 time: 0.0869803 Sep 14 11:07:55.702727 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49486) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:55.708962 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'port_id': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:55.734929 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:55.841191 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:55.960542 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Allocated IP 172.27.2.242 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/351a383f-3889-4098-9585-ce080fcf89dc) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:56.092695 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:56.139919 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:56.176267 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:56.178975 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:56.182499 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:56.279828 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=351a383f-3889-4098-9585-ce080fcf89dc,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:56.399769 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e19b4-b38b-4471-9cb3-d3221889483f req-f2938bfa-c32f-4b72-a70c-0589f6c84d51 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:56.401474 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0f2e19b4-b38b-4471-9cb3-d3221889483f req-f2938bfa-c32f-4b72-a70c-0589f6c84d51 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0759609 Sep 14 11:07:56.450634 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0f2e19b4-b38b-4471-9cb3-d3221889483f req-a4c3274d-5c86-4143-81c8-c9bb0d27b205 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Sep 14 11:07:56.779391 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:56.850592 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:57.010986 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:57.016898 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:57.101193 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=351a383f-3889-4098-9585-ce080fcf89dc,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:57.119122 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:57.237063 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Floating IP 68678bff-8f3e-4b0b-a77b-8eb681df3d05 associated. External IP: 172.27.2.242, port: c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b. Sep 14 11:07:57.466059 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:57.610376 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:57.616200 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261838aa-104c-4096-bd6d-f4a9c692e3b0 req-471302b9-019a-477a-80cd-15edc1be19a0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:57.617789 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-261838aa-104c-4096-bd6d-f4a9c692e3b0 req-471302b9-019a-477a-80cd-15edc1be19a0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0690911 Sep 14 11:07:57.630497 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:57.643161 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:57.643403 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:57.644271 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:57.686483 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ee7bc8d2-29fa-4231-a547-5c33267e95a6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9785659 Sep 14 11:07:57.696724 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:07:57.699496 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ceb335-02c5-4cd0-9892-6a3a61494912" -d '{"events": [{"name": "network-changed", "server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:07:57.720490 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-261838aa-104c-4096-bd6d-f4a9c692e3b0 req-ab08fdd4-b2af-4e03-b167-a9a8a1c258d4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956209 Sep 14 11:07:57.747014 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f81a26-171e-462c-9c84-2cd3bada946c x-openstack-request-id: req-99f81a26-171e-462c-9c84-2cd3bada946c {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:07:57.761600 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:07:57.761600 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99f81a26-171e-462c-9c84-2cd3bada946c {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:07:57.761600 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'status': 'completed', 'code': 200} Sep 14 11:07:57.784022 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:57.898947 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-a5440cb8-8a45-4147-9aa7-a21aa1c4cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:57.900777 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-a5440cb8-8a45-4147-9aa7-a21aa1c4cf7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 1098 time: 0.0663605 Sep 14 11:07:58.009332 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-5ce75cdf-7a20-41d3-b564-5f04f7337293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:58.010928 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-5ce75cdf-7a20-41d3-b564-5f04f7337293 service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.0981407 Sep 14 11:07:58.083415 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-3e175721-4fd3-41af-807f-118dc50cd99e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b HTTP/1.1" status: 200 len: 999 time: 0.0648081 Sep 14 11:07:58.161694 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-516bb66a-7285-43ba-9ae9-7c8c5cfd102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:58.164412 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-516bb66a-7285-43ba-9ae9-7c8c5cfd102f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0676320 Sep 14 11:07:58.165067 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '68678bff-8f3e-4b0b-a77b-8eb681df3d05', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:92:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:56Z', 'updated_at': '2021-09-14T11:07:56Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:58.192313 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:58.200972 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:58.201508 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:07:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:58.225497 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-b3918770-12f7-40a9-b547-80926e45e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:58.229848 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-b3918770-12f7-40a9-b547-80926e45e695 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543191 Sep 14 11:07:58.326299 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:58.335938 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-02b39e06-5135-46a2-9cb0-bc690a89c280 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972404 Sep 14 11:07:58.452641 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-43ceb335-02c5-4cd0-9892-6a3a61494912 req-308c9561-6ba2-4d41-a564-9d31100cd892 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090341 Sep 14 11:07:58.619939 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '68678bff-8f3e-4b0b-a77b-8eb681df3d05', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:92:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:56Z', 'updated_at': '2021-09-14T11:07:56Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:58.658392 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16aee8-c274-40f6-afed-09f73488b238 None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '68678bff-8f3e-4b0b-a77b-8eb681df3d05', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:92:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:07:56Z', 'updated_at': '2021-09-14T11:07:56Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:58.885216 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da08971-2bab-4646-a4af-543eca05eaeb req-e95da905-4bf8-4556-b985-89a52ce13f12 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:58.887111 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1da08971-2bab-4646-a4af-543eca05eaeb req-e95da905-4bf8-4556-b985-89a52ce13f12 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0781493 Sep 14 11:07:58.918790 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46005d4d-d17c-4365-bdd7-19962537a22b None None] New status for floating IP 68678bff-8f3e-4b0b-a77b-8eb681df3d05: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:07:58.946837 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1da08971-2bab-4646-a4af-543eca05eaeb req-29641a54-4d9f-4bf4-8424-c1d8eec38ca3 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485132 Sep 14 11:07:59.550786 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64649e-eeb3-4788-8853-7ba9e3befac2 req-a4af70ad-7293-4a76-b48a-0db79501b7e1 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:59.559408 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d64649e-eeb3-4788-8853-7ba9e3befac2 req-a4af70ad-7293-4a76-b48a-0db79501b7e1 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0731788 Sep 14 11:07:59.581348 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-d2120bc9-1c3c-4f52-b980-0ebff877b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:59.583082 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-d2120bc9-1c3c-4f52-b980-0ebff877b6f9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1137 time: 0.0687053 Sep 14 11:07:59.601481 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d64649e-eeb3-4788-8853-7ba9e3befac2 req-56ce0af2-5f0e-45d7-9b42-58fed2f7e17b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408087 Sep 14 11:07:59.710994 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-82d061a8-cccf-431d-89a0-f8bf9f5e5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:59.712511 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-82d061a8-cccf-431d-89a0-f8bf9f5e5e28 service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.1217892 Sep 14 11:07:59.805245 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-232f36f3-9743-43f2-8380-cead521b6341 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 1001 time: 0.0796089 Sep 14 11:07:59.861156 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-ad5dd4ba-4989-412f-81c1-883ce20d4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:59.862814 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-ad5dd4ba-4989-412f-81c1-883ce20d4811 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0498207 Sep 14 11:07:59.914279 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-771a0c1f-8ef6-4c70-89b6-49cf0b0204a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:59.915891 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-771a0c1f-8ef6-4c70-89b6-49cf0b0204a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451822 Sep 14 11:08:00.034449 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-ce475795-966d-42f1-97aa-c03c0aa40877 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088896 Sep 14 11:08:00.077776 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db0476-d0ff-4d46-8d9a-b61a215448c1 req-0b2047b5-11f7-469d-830d-e52aaccc5652 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:00.085609 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06db0476-d0ff-4d46-8d9a-b61a215448c1 req-0b2047b5-11f7-469d-830d-e52aaccc5652 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0608749 Sep 14 11:08:00.124059 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06db0476-d0ff-4d46-8d9a-b61a215448c1 req-065a0541-7800-400e-a24d-993877ad1eff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367365 Sep 14 11:08:00.165160 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-9f465f3a-26c8-4af2-a870-7e7f4442ef9d req-a6b99d69-438b-4779-b2ef-91e583956379 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226389 Sep 14 11:08:00.731398 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3d3d5-d8f4-468b-b556-9e149e818a08 req-d08fd821-24c5-424e-b9f0-b4c86c4c5b38 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:00.740233 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ccc3d3d5-d8f4-468b-b556-9e149e818a08 req-d08fd821-24c5-424e-b9f0-b4c86c4c5b38 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0571735 Sep 14 11:08:00.789437 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ccc3d3d5-d8f4-468b-b556-9e149e818a08 req-c1d46d38-f4d9-4b7c-b610-b2a816ffe1b7 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482488 Sep 14 11:08:01.253576 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ec561-b475-4bcf-9268-7c093bc22bfd req-ce76dd4c-8e50-44a9-8bf8-49c966c58f28 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:01.255260 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d94ec561-b475-4bcf-9268-7c093bc22bfd req-ce76dd4c-8e50-44a9-8bf8-49c966c58f28 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0539024 Sep 14 11:08:01.299030 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d94ec561-b475-4bcf-9268-7c093bc22bfd req-3b6c18c7-ba51-4bb4-a0f3-a9e2a5d88c74 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373704 Sep 14 11:08:01.906370 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52856a92-10ca-4c8e-9bf0-9061aa405dd0 req-ddcdadb0-4121-4f0a-9de2-f098055403a2 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:01.908440 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-52856a92-10ca-4c8e-9bf0-9061aa405dd0 req-ddcdadb0-4121-4f0a-9de2-f098055403a2 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0528097 Sep 14 11:08:01.948191 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-52856a92-10ca-4c8e-9bf0-9061aa405dd0 req-1a7d685b-74ad-49bb-99d0-ef4ca534ed41 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336168 Sep 14 11:08:01.972052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-236816cc-0450-457c-af85-fd1a3116d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:01.973737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-236816cc-0450-457c-af85-fd1a3116d4aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1098 time: 0.0420830 Sep 14 11:08:02.066158 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-b4630238-cf34-462b-98ce-61d9228d1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:02.067487 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-b4630238-cf34-462b-98ce-61d9228d1955 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.0848751 Sep 14 11:08:02.132010 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-3b10a270-9762-467d-9e6b-de43d72e3767 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 1001 time: 0.0548227 Sep 14 11:08:02.182971 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-aaf04484-5849-45bc-a8a8-d4147167178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:02.184320 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-aaf04484-5849-45bc-a8a8-d4147167178d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0420177 Sep 14 11:08:02.232224 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-4be3269c-c287-49cb-b6dc-1e24538c930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:02.233690 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-4be3269c-c287-49cb-b6dc-1e24538c930f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412822 Sep 14 11:08:02.321382 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-1549e9aa-962e-4462-884b-7d676d4af60c service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783632 Sep 14 11:08:02.414453 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e568050c-5595-420c-9561-1fcbaa1f3263 req-a2b71191-8ca3-4340-8565-ed7666975b5a service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Sep 14 11:08:02.424330 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48805f0-0a6d-469e-a0f7-cfe285a64393 req-56d7bf66-f32e-4a20-81f2-d38011526a79 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:02.426141 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d48805f0-0a6d-469e-a0f7-cfe285a64393 req-56d7bf66-f32e-4a20-81f2-d38011526a79 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0504382 Sep 14 11:08:02.462702 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d48805f0-0a6d-469e-a0f7-cfe285a64393 req-5eb128f8-a77c-4e40-803a-e9253070b52f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Sep 14 11:08:03.061603 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb72e2-9170-45bd-9be0-c21e435c8e64 req-b38cbe8a-243c-4738-ba56-7554337be585 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:03.063089 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-72cb72e2-9170-45bd-9be0-c21e435c8e64 req-b38cbe8a-243c-4738-ba56-7554337be585 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0488138 Sep 14 11:08:03.102358 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-72cb72e2-9170-45bd-9be0-c21e435c8e64 req-1a775912-4a5e-4e3d-b254-dfdf353e015b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326846 Sep 14 11:08:03.588040 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c92919-8094-48f7-9f0a-6f12cb83e448 req-e120e24f-f218-499e-be34-f10cea283c41 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:03.589533 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-14c92919-8094-48f7-9f0a-6f12cb83e448 req-e120e24f-f218-499e-be34-f10cea283c41 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0489757 Sep 14 11:08:03.626533 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-14c92919-8094-48f7-9f0a-6f12cb83e448 req-a8cd5d4e-63d6-4844-9bb3-088994ffb654 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Sep 14 11:08:04.217659 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2236e8-feec-4c47-837a-c59d9cd8dff8 req-e31ae457-769f-46ae-a80a-ea665a0fbc1d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:04.219155 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1f2236e8-feec-4c47-837a-c59d9cd8dff8 req-e31ae457-769f-46ae-a80a-ea665a0fbc1d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0495925 Sep 14 11:08:04.260571 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1f2236e8-feec-4c47-837a-c59d9cd8dff8 req-93132fae-190a-4759-96f3-c12234b93993 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344050 Sep 14 11:08:04.746537 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb75a01-56d8-4835-a050-86ce8d1edcac req-78889ca9-5549-4e6b-bb01-91ca03a2213b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:04.747990 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8eb75a01-56d8-4835-a050-86ce8d1edcac req-78889ca9-5549-4e6b-bb01-91ca03a2213b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0513604 Sep 14 11:08:04.785064 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8eb75a01-56d8-4835-a050-86ce8d1edcac req-195ae0b0-90b9-4496-a4bf-7bcc6dc425f9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Sep 14 11:08:05.386791 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706872-eeb0-4d5b-a48f-6565c201099e req-914ba632-c230-433f-8bb0-292a6612b726 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:05.388264 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f9706872-eeb0-4d5b-a48f-6565c201099e req-914ba632-c230-433f-8bb0-292a6612b726 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0542850 Sep 14 11:08:05.430490 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-f9706872-eeb0-4d5b-a48f-6565c201099e req-5825eeb5-a1fc-47a5-9a62-55fbe47f728a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358963 Sep 14 11:08:05.535415 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-74ba6578-36bf-4541-a0da-d8dd30db82ef req-b100e16e-ec4f-4ca9-b0db-2fdcbba0eac3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:08:05.536408 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-74ba6578-36bf-4541-a0da-d8dd30db82ef req-b100e16e-ec4f-4ca9-b0db-2fdcbba0eac3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055223 Sep 14 11:08:05.698699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6279c2-7f1e-47ff-bc0b-655501b32a3c req-ab6e0ee2-9cb1-4070-b61f-3d0a79a325ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:05.700142 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf6279c2-7f1e-47ff-bc0b-655501b32a3c req-ab6e0ee2-9cb1-4070-b61f-3d0a79a325ba tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 945 time: 0.0585158 Sep 14 11:08:05.752258 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-9d4d39ad-1ce6-4ae7-8af5-ef231aec9706 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695641 Sep 14 11:08:05.757206 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-cf6279c2-7f1e-47ff-bc0b-655501b32a3c req-3bf34dae-96e1-4336-bbf4-9f348f2751e4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Sep 14 11:08:06.578254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d61ee-9aac-40d6-b67d-e45e27c2f8a5 req-c2c4a073-737d-470c-9ace-aae980fa655b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.579737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-737d61ee-9aac-40d6-b67d-e45e27c2f8a5 req-c2c4a073-737d-470c-9ace-aae980fa655b tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0789788 Sep 14 11:08:06.594525 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-1f6ef3fe-3d4f-497b-8d72-1d039b0a32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.595957 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-1f6ef3fe-3d4f-497b-8d72-1d039b0a32a3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df&tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00 HTTP/1.1" status: 200 len: 1098 time: 0.0643380 Sep 14 11:08:06.627344 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:08:06.647206 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-737d61ee-9aac-40d6-b67d-e45e27c2f8a5 req-cb657e43-7cae-496e-bb6d-04f343a549a5 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599716 Sep 14 11:08:06.662755 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-0b3eca3d-6f66-431b-ae2a-b4b7f590275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.664408 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-0b3eca3d-6f66-431b-ae2a-b4b7f590275a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1098 time: 0.0468540 Sep 14 11:08:06.700755 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:06.725970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:08:06.728260 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b65496-ea49-4748-94f5-949b7b0d8e90" -d '{"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-unplugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:08:06.741252 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:08:06.745828 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:06.758278 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-305d5ee6-3831-4dfe-9862-d9deca053b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.759763 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-305d5ee6-3831-4dfe-9862-d9deca053b6c service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 200 len: 918 time: 0.0885694 Sep 14 11:08:06.769348 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 11:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f136956-49e4-4ed6-96e1-b3ac8e5ce32b x-openstack-request-id: req-7f136956-49e4-4ed6-96e1-b3ac8e5ce32b {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:08:06.769666 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-unplugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:08:06.769923 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f136956-49e4-4ed6-96e1-b3ac8e5ce32b {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:08:06.770303 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'code': 200} Sep 14 11:08:06.797075 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=8']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:08:06.837060 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-aa7ab0a3-a3bb-41db-a440-746a416f7349 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 200 len: 999 time: 0.0614631 Sep 14 11:08:06.914551 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-e91f400c-d2b5-48b8-8693-6433d7136d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.915976 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-e91f400c-d2b5-48b8-8693-6433d7136d73 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 200 len: 856 time: 0.0677307 Sep 14 11:08:06.924875 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed683-7d40-41a2-9c28-2be35efc34f1 req-3c98b322-a182-4016-a887-daf843ee27ff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.926273 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-25bed683-7d40-41a2-9c28-2be35efc34f1 req-3c98b322-a182-4016-a887-daf843ee27ff tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0876627 Sep 14 11:08:06.985965 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-25bed683-7d40-41a2-9c28-2be35efc34f1 req-c038e207-c450-4f98-831a-4c8c5edeb982 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515842 Sep 14 11:08:06.989076 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-55883831-6e63-4ce7-8256-c53f06ddac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:06.990524 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-55883831-6e63-4ce7-8256-c53f06ddac4d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf1f2fa6-9213-4795-927b-84514f9a817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0634360 Sep 14 11:08:07.082240 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-008c00f0-f051-42fc-8efb-889134b29357 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831609 Sep 14 11:08:07.181901 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e3e7039e-81c6-4c52-ae52-440834dc571c req-7106f462-a438-483d-93d6-7bc087bc1979 service neutron] 10.222.0.68 "GET /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909004 Sep 14 11:08:07.778447 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81ec93-8d51-472d-879d-8bea46effe40 req-ef19f9cd-aa2c-4c81-9d4e-0f09ceec4a5a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:07.779942 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2f81ec93-8d51-472d-879d-8bea46effe40 req-ef19f9cd-aa2c-4c81-9d4e-0f09ceec4a5a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0560861 Sep 14 11:08:07.827590 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2f81ec93-8d51-472d-879d-8bea46effe40 req-c4c9814a-618b-440d-a384-2f5b3e371c72 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406599 Sep 14 11:08:08.109092 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2f5f2-85c5-4b91-8702-376e9e485c1c req-4b6cd2dc-b365-4b31-abb9-5217c59e7d75 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:08.110644 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14e2f5f2-85c5-4b91-8702-376e9e485c1c req-4b6cd2dc-b365-4b31-abb9-5217c59e7d75 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0493319 Sep 14 11:08:08.162148 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14e2f5f2-85c5-4b91-8702-376e9e485c1c req-fc0052d1-4f07-4032-bfb0-52c967da7062 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 Sep 14 11:08:08.945213 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8755-a563-42d8-9a02-145d9b5794f8 req-9f64a26b-5dd3-4141-a477-edfdefc851f6 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:08.946706 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6f1e8755-a563-42d8-9a02-145d9b5794f8 req-9f64a26b-5dd3-4141-a477-edfdefc851f6 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0491321 Sep 14 11:08:08.985878 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6f1e8755-a563-42d8-9a02-145d9b5794f8 req-c6bbb2b2-61c8-4c3a-98ed-dcacdf655754 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331209 Sep 14 11:08:09.289482 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895ce32-5c5d-435b-8f41-4b9a7ad99c60 req-33c5bd47-45d3-41bf-8fb2-7c28a85ed087 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:09.290968 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6895ce32-5c5d-435b-8f41-4b9a7ad99c60 req-33c5bd47-45d3-41bf-8fb2-7c28a85ed087 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0515201 Sep 14 11:08:09.328063 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6895ce32-5c5d-435b-8f41-4b9a7ad99c60 req-136bc659-65b0-4943-bd63-21a4c448b392 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Sep 14 11:08:10.106932 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8b248-c9af-401a-8a80-43e85e2837c0 req-0cb5da70-e490-4f91-ac2c-68d3bd8cd3d3 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:10.116030 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66b8b248-c9af-401a-8a80-43e85e2837c0 req-0cb5da70-e490-4f91-ac2c-68d3bd8cd3d3 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0605302 Sep 14 11:08:10.155401 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66b8b248-c9af-401a-8a80-43e85e2837c0 req-78d1af47-f03a-4a16-8fa7-c6bf5d063dfc tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384674 Sep 14 11:08:10.449245 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a5bb-9b46-4ad4-ba7b-ca231aa8c388 req-e9fcfe82-0d52-496e-ac78-21a9690d4e73 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:10.450740 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e76a5bb-9b46-4ad4-ba7b-ca231aa8c388 req-e9fcfe82-0d52-496e-ac78-21a9690d4e73 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0492022 Sep 14 11:08:10.500582 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e76a5bb-9b46-4ad4-ba7b-ca231aa8c388 req-811d2097-9949-4dc1-bf28-d8442d6f8313 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428185 Sep 14 11:08:11.280034 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637cd5-8e75-470f-92c6-089daeb73eda req-b7342986-8bbe-4b3d-93e0-b57947026df1 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:11.281493 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9637cd5-8e75-470f-92c6-089daeb73eda req-b7342986-8bbe-4b3d-93e0-b57947026df1 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0540571 Sep 14 11:08:11.322733 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9637cd5-8e75-470f-92c6-089daeb73eda req-8b64f20f-341a-4e50-a030-44ebe71dc54d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344288 Sep 14 11:08:11.632223 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b171-53f2-4890-8ba7-86a29f79fa50 req-24d15859-9ab4-477e-ae48-81dac3ff159f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:11.633888 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73e3b171-53f2-4890-8ba7-86a29f79fa50 req-24d15859-9ab4-477e-ae48-81dac3ff159f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0495920 Sep 14 11:08:11.675783 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73e3b171-53f2-4890-8ba7-86a29f79fa50 req-4441767e-d07f-45b2-baba-c84b5f25989d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346763 Sep 14 11:08:12.458987 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e04d79-a4d5-4bfe-82c1-4774273a8191 req-27be0ba2-4a3f-4d43-8bea-5c66a0e1d602 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:12.460388 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-25e04d79-a4d5-4bfe-82c1-4774273a8191 req-27be0ba2-4a3f-4d43-8bea-5c66a0e1d602 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0499532 Sep 14 11:08:12.498186 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-25e04d79-a4d5-4bfe-82c1-4774273a8191 req-b4b3e29f-d2f4-4c88-a68b-1239f44e2341 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317938 Sep 14 11:08:12.803248 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd740-7aaa-4763-bce4-8715f3ce468b req-92abe162-ac03-4c9f-ac57-b6e524bdcf84 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:12.804746 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f04fd740-7aaa-4763-bce4-8715f3ce468b req-92abe162-ac03-4c9f-ac57-b6e524bdcf84 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0592022 Sep 14 11:08:12.841488 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f04fd740-7aaa-4763-bce4-8715f3ce468b req-c5f14fb4-824d-479e-a3c5-895d82d354a6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309472 Sep 14 11:08:13.627226 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d287990-dcf9-48b2-8f33-00785ba81bef req-f6277248-92b6-4cdc-ae3f-a97f3eec1779 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:13.628727 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5d287990-dcf9-48b2-8f33-00785ba81bef req-f6277248-92b6-4cdc-ae3f-a97f3eec1779 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0532243 Sep 14 11:08:13.667544 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5d287990-dcf9-48b2-8f33-00785ba81bef req-1027caae-cac1-48bb-a34f-7ca772e562f4 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321562 Sep 14 11:08:13.965468 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0d58-bd18-4343-9dd7-9e7cbf5222f9 req-edbd944e-217e-4106-adc3-493c02659e84 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:13.966964 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-105e0d58-bd18-4343-9dd7-9e7cbf5222f9 req-edbd944e-217e-4106-adc3-493c02659e84 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0554020 Sep 14 11:08:14.002929 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-105e0d58-bd18-4343-9dd7-9e7cbf5222f9 req-4147dc08-16ab-46c1-96ef-aaf180ac1c3b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300879 Sep 14 11:08:14.797242 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36e9f1-65f0-4040-8705-32a9e6709f9f req-4da1ccbd-4c66-4724-aa34-baf3cc4edea2 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:14.799199 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb36e9f1-65f0-4040-8705-32a9e6709f9f req-4da1ccbd-4c66-4724-aa34-baf3cc4edea2 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0660710 Sep 14 11:08:14.839862 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb36e9f1-65f0-4040-8705-32a9e6709f9f req-7822049f-4fad-4dfb-9c9c-41823b5fc559 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335631 Sep 14 11:08:15.136155 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eee99-5998-4137-86d7-674b05091476 req-9f70e972-1971-4c71-bd23-05caccf1853b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:15.138619 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe1eee99-5998-4137-86d7-674b05091476 req-9f70e972-1971-4c71-bd23-05caccf1853b tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0494802 Sep 14 11:08:15.186206 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe1eee99-5998-4137-86d7-674b05091476 req-0b2db8f4-9c21-4892-ac24-6799d4c1f820 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357983 Sep 14 11:08:15.959621 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a779be-a2cb-4d5d-9f55-f6b81d631fdd req-494c8258-0a91-4e32-9965-6d4b58b7a88d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:15.961225 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-16a779be-a2cb-4d5d-9f55-f6b81d631fdd req-494c8258-0a91-4e32-9965-6d4b58b7a88d tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0495596 Sep 14 11:08:16.006712 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-16a779be-a2cb-4d5d-9f55-f6b81d631fdd req-01bec124-4aea-4569-a2b2-d7d57882c6a3 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391407 Sep 14 11:08:16.308374 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313e958-5123-42f2-b0ac-a93bf74d44b9 req-a716d5b9-7b41-47d5-bc31-b2dd3c5c9a2a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:16.309908 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2313e958-5123-42f2-b0ac-a93bf74d44b9 req-a716d5b9-7b41-47d5-bc31-b2dd3c5c9a2a tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0532105 Sep 14 11:08:16.354487 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2313e958-5123-42f2-b0ac-a93bf74d44b9 req-1a633b3c-f5c7-4b1e-84de-6604eea8a906 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Sep 14 11:08:17.123343 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d644d89-1306-4de0-bc4e-ded22c4dbbac req-155a3168-7f03-4bf0-b08c-9262575ef762 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:17.124820 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d644d89-1306-4de0-bc4e-ded22c4dbbac req-155a3168-7f03-4bf0-b08c-9262575ef762 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0491736 Sep 14 11:08:17.167203 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d644d89-1306-4de0-bc4e-ded22c4dbbac req-a69342d7-e4ea-4411-bda1-94166595bd11 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357227 Sep 14 11:08:17.475720 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e323-dbda-4c6b-8c3e-be01badb4ef8 req-fc976822-0fd3-47b0-aaba-65e61812e484 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:17.477446 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1888e323-dbda-4c6b-8c3e-be01badb4ef8 req-fc976822-0fd3-47b0-aaba-65e61812e484 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0486860 Sep 14 11:08:17.519307 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1888e323-dbda-4c6b-8c3e-be01badb4ef8 req-d8f10afd-c0f5-4bcd-b42a-950d83ae3138 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358868 Sep 14 11:08:18.286788 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a6ba4-bf4a-4bd5-9a07-190139959f87 req-d93714bf-17ac-49ab-8145-ffd0259b24b7 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:18.290131 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be2a6ba4-bf4a-4bd5-9a07-190139959f87 req-d93714bf-17ac-49ab-8145-ffd0259b24b7 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0551133 Sep 14 11:08:18.334912 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be2a6ba4-bf4a-4bd5-9a07-190139959f87 req-db1068d9-b39a-4c4e-97ce-0f66150138c0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403299 Sep 14 11:08:18.640722 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21d5c-b77b-4781-a721-d2898962f62b req-e83a1ff2-952f-4dad-b95d-cbbc4f0125aa tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:18.642287 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9bb21d5c-b77b-4781-a721-d2898962f62b req-e83a1ff2-952f-4dad-b95d-cbbc4f0125aa tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0476592 Sep 14 11:08:18.681817 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9bb21d5c-b77b-4781-a721-d2898962f62b req-91e039b4-64a4-46f5-bd6d-9576a7afc967 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331292 Sep 14 11:08:18.981925 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-05e2dca7-f502-45ed-817b-cf7875c119ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:19.451724 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d1e6-8a65-4023-8bfb-b43cdcc9bd2f req-2a216bf8-5f32-45a0-8ac8-1879f0394e4a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:19.453214 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0184d1e6-8a65-4023-8bfb-b43cdcc9bd2f req-2a216bf8-5f32-45a0-8ac8-1879f0394e4a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0502350 Sep 14 11:08:19.493464 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0184d1e6-8a65-4023-8bfb-b43cdcc9bd2f req-094e2d2c-5bfd-4cbc-a2e2-c4ce30e9f141 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337694 Sep 14 11:08:19.805212 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c36ed9-1dc5-447b-9758-382d46da6df8 req-394f9db8-2ee9-44f4-a629-6a694155e0b4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:19.806713 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b9c36ed9-1dc5-447b-9758-382d46da6df8 req-394f9db8-2ee9-44f4-a629-6a694155e0b4 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0521455 Sep 14 11:08:19.844549 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b9c36ed9-1dc5-447b-9758-382d46da6df8 req-904db6bc-7406-43bc-a4d7-395c966f047c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Sep 14 11:08:20.613407 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89a2ea-6c50-4e45-adcf-667f2732f309 req-85302f6c-74ec-473a-8bdc-bc38d05d7cdc tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:20.614920 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c89a2ea-6c50-4e45-adcf-667f2732f309 req-85302f6c-74ec-473a-8bdc-bc38d05d7cdc tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0494297 Sep 14 11:08:20.654267 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c89a2ea-6c50-4e45-adcf-667f2732f309 req-760c1a01-05f2-45cd-b7d5-f1a966b105c7 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327609 Sep 14 11:08:20.965071 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaa73-82d8-4b23-ba80-99c49a1e46b0 req-c6b5f82b-1c6b-4170-b7f9-76d55e4cbe39 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:20.966566 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1b8eaa73-82d8-4b23-ba80-99c49a1e46b0 req-c6b5f82b-1c6b-4170-b7f9-76d55e4cbe39 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0479498 Sep 14 11:08:21.006579 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1b8eaa73-82d8-4b23-ba80-99c49a1e46b0 req-cfc3266c-95f1-4285-aed1-922bc01f6960 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329580 Sep 14 11:08:21.332992 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:08:21.386648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f40e76-7bf9-423b-8f72-8de8d04c9d9f req-a8628b60-8fb8-418a-beff-82da930ab776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:21.388197 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c4f40e76-7bf9-423b-8f72-8de8d04c9d9f req-a8628b60-8fb8-418a-beff-82da930ab776 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 1096 time: 0.0395029 Sep 14 11:08:21.424720 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c4f40e76-7bf9-423b-8f72-8de8d04c9d9f req-f24589e5-1e68-402c-bd35-f3e8021c5b99 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265365 Sep 14 11:08:21.477503 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3427abb-6a62-4d2d-a1f4-f6ccb5244165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:21.644736 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:21.659929 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:21.768567 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b5fd-2c33-4c25-962b-9045c13e595d req-13a4407c-d6cc-4e6b-97c8-461abff02e19 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:21.770030 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b319b5fd-2c33-4c25-962b-9045c13e595d req-13a4407c-d6cc-4e6b-97c8-461abff02e19 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0502245 Sep 14 11:08:21.809638 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b319b5fd-2c33-4c25-962b-9045c13e595d req-a970b0e8-19e3-40dd-a682-69707633615a tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&id=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330997 Sep 14 11:08:22.125226 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2956e-3c91-485e-b24a-3ea7f8c70494 req-51c137d2-93a8-4963-8a4b-8d46722644db tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:22.126725 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ec2956e-3c91-485e-b24a-3ea7f8c70494 req-51c137d2-93a8-4963-8a4b-8d46722644db tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0475452 Sep 14 11:08:22.163580 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ec2956e-3c91-485e-b24a-3ea7f8c70494 req-11b62ab8-86f9-4efd-9eb5-b84f718fd5a9 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306525 Sep 14 11:08:22.962583 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:23.285503 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c96025-ad43-4cec-b7a5-473ff1b2d07d req-60dce975-cda3-4acf-a119-3172344128d2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:23.287071 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-02c96025-ad43-4cec-b7a5-473ff1b2d07d req-60dce975-cda3-4acf-a119-3172344128d2 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0514081 Sep 14 11:08:23.324278 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-02c96025-ad43-4cec-b7a5-473ff1b2d07d req-8d7fcda0-084d-4321-bee3-b0ba04b277d0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301018 Sep 14 11:08:24.440532 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1558a8-6ab6-4351-88a4-aa64e31173c5 req-e676ac62-0ff9-4af5-b3fc-941920c26b3f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:24.441959 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd1558a8-6ab6-4351-88a4-aa64e31173c5 req-e676ac62-0ff9-4af5-b3fc-941920c26b3f tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 943 time: 0.0484805 Sep 14 11:08:24.478008 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd1558a8-6ab6-4351-88a4-aa64e31173c5 req-cb9467b6-0e21-44e2-8592-d19e8c16b9e1 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303583 Sep 14 11:08:24.620425 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:24.719970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:08:24.812793 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:08:24.823361 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'port_id': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'mac_address': 'fa:16:3e:b7:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:08:24.858654 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:24.870522 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee5c296-4dd1-460b-a1a8-e40390ea8375 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:08:24.889369 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:08:24.893642 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:24.939130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=9']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:08:25.174327 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['cee5c296-4dd1-460b-a1a8-e40390ea8375'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:08:26.720310 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:08:26.765862 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port cee5c296-4dd1-460b-a1a8-e40390ea8375 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:08:26.766234 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:26.841370 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:26.862344 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:08:26.864531 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9359c0-5db1-4644-bab4-6a77349d585c" -d '{"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-plugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:08:26.877351 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:08:26.882208 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:26.906572 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730ba75-c7bc-45dc-b7a2-ed591111e5e1 x-openstack-request-id: req-e730ba75-c7bc-45dc-b7a2-ed591111e5e1 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:08:26.906860 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-plugged", "status": "completed", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:08:26.907109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e730ba75-c7bc-45dc-b7a2-ed591111e5e1 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:08:26.907512 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'code': 200} Sep 14 11:08:26.931834 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=10']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:08:48.981664 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-819f965b-b029-4619-863b-1af87bbb77e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:51.477830 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9f20-d2a8-43c2-82f6-ee8a7343f1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:51.666037 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:51.667142 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:52.963878 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:53.613059 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-22d562ff-12bb-4167-9d24-87f08673a993 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398085 Sep 14 11:08:53.678361 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-1a27fdb4-7f0c-4738-9b77-c9e19bd2c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:53.679821 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-1a27fdb4-7f0c-4738-9b77-c9e19bd2c754 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1137 time: 0.0449126 Sep 14 11:08:53.783517 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-3fbffc47-554c-4c78-bb8c-20314e3ec8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:53.784926 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-3fbffc47-554c-4c78-bb8c-20314e3ec8e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.0852466 Sep 14 11:08:53.849111 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-66b87369-3322-4c8d-a087-6f7225d8d9d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 1001 time: 0.0557735 Sep 14 11:08:53.897951 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-25619fae-4b4a-4b8e-b15a-c7e72a087c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:53.899316 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-25619fae-4b4a-4b8e-b15a-c7e72a087c21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0415955 Sep 14 11:08:53.948712 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-9d75804f-155a-4669-9cb6-b5204085132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:53.950667 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-9d75804f-155a-4669-9cb6-b5204085132b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427315 Sep 14 11:08:54.038972 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-b95aab28-25d0-47eb-98b4-90f2386589a6 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789447 Sep 14 11:08:54.129719 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8c6fa17c-b004-4843-9a7f-dd0d78910167 req-ff44db03-dc4f-44ff-adc1-b0c0a50de6bf service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825381 Sep 14 11:08:54.623551 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:57.746523 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc5c98-d378-4588-b807-a800bcd2dec2 req-f7c177b2-0a40-43f0-b919-efc22cae610d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:57.753111 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b7dc5c98-d378-4588-b807-a800bcd2dec2 req-f7c177b2-0a40-43f0-b919-efc22cae610d tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 946 time: 0.0482750 Sep 14 11:08:57.785121 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b7dc5c98-d378-4588-b807-a800bcd2dec2 req-464fdc3c-1d10-41eb-96fd-b3f09009c6a6 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304632 Sep 14 11:08:58.331336 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:08:58.903793 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b06e81-237b-4daa-a15a-3229aa8c6432 req-6450aeb3-c37e-42b9-85b3-02ffaa9f0e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:58.905264 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73b06e81-237b-4daa-a15a-3229aa8c6432 req-6450aeb3-c37e-42b9-85b3-02ffaa9f0e0c tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 946 time: 0.0475879 Sep 14 11:08:58.943197 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73b06e81-237b-4daa-a15a-3229aa8c6432 req-7c3f5b99-5709-4cfa-b916-354eab714962 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups?id=aac55aed-aeb4-4a53-85ac-69a4cc879b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Sep 14 11:08:59.131357 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-251164da-ddc6-433e-a1ff-1647c138a627 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:59.132692 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-251164da-ddc6-433e-a1ff-1647c138a627 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 946 time: 0.0464327 Sep 14 11:08:59.224001 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Deleting port cee5c296-4dd1-460b-a1a8-e40390ea8375 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:08:59.224342 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:59.311312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] For port cee5c296-4dd1-460b-a1a8-e40390ea8375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cee5c296-4dd1-460b-a1a8-e40390ea8375,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:08:59.311669 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:59.472219 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:59.472503 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:59.472822 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Floating IP 80556e0d-77dd-4f97-a414-0aa115aaccfb disassociated. External IP: 172.27.2.121, port: cee5c296-4dd1-460b-a1a8-e40390ea8375. Sep 14 11:08:59.473165 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Calling delete_port for cee5c296-4dd1-460b-a1a8-e40390ea8375 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:08:59.598812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:59.627014 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event deleted for resources: {'Port': ['ID=cee5c296-4dd1-460b-a1a8-e40390ea8375,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:08:59.638395 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.638750 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.639094 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.639438 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.639775 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.640108 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.640440 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.640768 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.641093 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.641422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.641786 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.642110 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:59.748020 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:08:59.853726 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:08:59.864152 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:08:59.872800 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:08:59.873416 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:08:59.891670 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] No DVR routers for this DVR port cee5c296-4dd1-460b-a1a8-e40390ea8375 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:08:59.894228 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:59.896422 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-36701e0c-a29e-4fc7-bf41-d19569f01819 req-a559ee24-6199-4754-89b1-b3c04d1c0fc0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.68 "DELETE /v2.0/ports/cee5c296-4dd1-460b-a1a8-e40390ea8375 HTTP/1.1" status: 204 len: 173 time: 0.7573164 Sep 14 11:08:59.896807 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-deleted', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:08:59.899129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4236e-2966-46da-8948-575af941c32c" -d '{"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-deleted", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:08:59.936340 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc60ae-20bb-4bd5-be0e-93c9228a12ee x-openstack-request-id: req-99fc60ae-20bb-4bd5-be0e-93c9228a12ee {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:08:59.936636 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6de71f-d7d6-484f-8d6b-08897af038df", "name": "network-vif-deleted", "tag": "cee5c296-4dd1-460b-a1a8-e40390ea8375", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:08:59.936889 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99fc60ae-20bb-4bd5-be0e-93c9228a12ee {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:08:59.937288 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6de71f-d7d6-484f-8d6b-08897af038df', 'name': 'network-vif-deleted', 'tag': 'cee5c296-4dd1-460b-a1a8-e40390ea8375', 'status': 'completed', 'code': 200} Sep 14 11:08:59.985735 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:00.069673 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f740cfce-0903-42f6-946c-e69c74c59bb2 req-6a4ace26-03a4-4e34-801b-b270ab90eccb tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b6de71f-d7d6-484f-8d6b-08897af038df HTTP/1.1" status: 200 len: 210 time: 0.0355659 Sep 14 11:09:00.194264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:00.219619 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:00.227589 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:00.228207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:00.343081 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:00.541227 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:00.567203 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb06d9a-3fd1-4cd6-85c2-d43bb82f1570 None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:01:47Z', 'revision_number': 4, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '1adcc9ea-e556-4340-9946-856e232958c7', 'name': '', 'network_id': 'bf1f2fa6-9213-4795-927b-84514f9a817a', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'mac_address': 'fa:16:3e:95:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:46Z', 'updated_at': '2021-09-14T11:01:57Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'subnets': [{'id': '3527b394-4ffe-4c2a-a2ad-5d0505e59191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:00.783592 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ae310-611a-4338-a58b-3eddc3e555fb None None] New status for floating IP 80556e0d-77dd-4f97-a414-0aa115aaccfb: DOWN {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:09:00.832663 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-5942071d-d057-47db-b8fc-72813100bf50 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949148154&fields=id&tenant_id=192637d2e0d74f2f98d3935eb366cb5c HTTP/1.1" status: 200 len: 267 time: 0.0326722 Sep 14 11:09:00.886049 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-65e46162-4667-45fe-8cde-392846098950 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:00.887754 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-65e46162-4667-45fe-8cde-392846098950 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 984 time: 0.0493183 Sep 14 11:09:00.899582 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Request body: {'port': {'security_groups': ['fbb64971-9169-4c09-ab5e-becf11c1d12c']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:00.969784 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.139908 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:01.158489 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49878) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:01.188705 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.196959 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.208546 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:09:01.246124 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:01.246775 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.248188 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1eefa68d-1618-4d3d-87aa-960df7a2f5f0 req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "PUT /v2.0/ports/1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 942 time: 0.3533115 Sep 14 11:09:01.258690 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49880) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:01.291325 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-edccb01a-fac4-42b6-812e-ed9be0056698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.292901 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390a8e-f3a7-4ce7-bdac-9f94a340dffb tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event updated for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=7']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:01.321155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-edccb01a-fac4-42b6-812e-ed9be0056698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.322747 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:09:01.334680 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.362150 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.381536 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-edccb01a-fac4-42b6-812e-ed9be0056698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.386208 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-edccb01a-fac4-42b6-812e-ed9be0056698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.388233 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-edccb01a-fac4-42b6-812e-ed9be0056698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "DELETE /v2.0/security-groups/aac55aed-aeb4-4a53-85ac-69a4cc879b35 HTTP/1.1" status: 204 len: 168 time: 0.2287917 Sep 14 11:09:01.394317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49882) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:01.436235 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.439485 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.440695 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b821ba4-a3b9-46b4-8a24-db86efe1f0e5 HTTP/1.1" status: 204 len: 168 time: 0.1810150 Sep 14 11:09:01.451584 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49884) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:01.452738 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b821ba4-a3b9-46b4-8a24-db86efe1f0e5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:01.470194 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.470557 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.470908 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.471254 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.471598 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.471940 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.472276 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.472668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.473011 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.473345 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.473714 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.474043 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebeb456-1caf-4b7e-a9b6-fae671b2fd05 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:01.559324 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-35dd60eb-1f81-4f8c-8b4f-58bc19ff72b0 None None] Provisioning complete for port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:09:01.559712 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-35dd60eb-1f81-4f8c-8b4f-58bc19ff72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.631552 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Deleting port 86853a55-ee66-41b5-9297-c797c409fc4a {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:01.631896 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.685807 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccb01a-fac4-42b6-812e-ed9be0056698 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac55aed-aeb4-4a53-85ac-69a4cc879b35,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:01.692920 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.api.v2.resource [None req-bc51552f-798c-4a05-9542-4884c8d97632 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] show failed (client error): The resource could not be found. Sep 14 11:09:01.695317 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-bc51552f-798c-4a05-9542-4884c8d97632 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "GET /v2.0/security-groups/aac55aed-aeb4-4a53-85ac-69a4cc879b35 HTTP/1.1" status: 404 len: 347 time: 0.2982891 Sep 14 11:09:01.697415 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49886) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:01.712689 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.713018 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.724638 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Calling delete_port for 86853a55-ee66-41b5-9297-c797c409fc4a owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:01.820970 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Deleting port 1f78b819-54c5-4616-bf9b-b95d08d46188 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:01.821293 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.899522 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.900610 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:01.913571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Calling delete_port for 1f78b819-54c5-4616-bf9b-b95d08d46188 owned by network:floatingip {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:01.960809 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:09:01.963589 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:09:02.003006 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc5b34c-bf76-491c-9460-3e36f5fddb29 x-openstack-request-id: req-4cc5b34c-bf76-491c-9460-3e36f5fddb29 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:09:02.003294 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:09:02.003541 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cc5b34c-bf76-491c-9460-3e36f5fddb29 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:09:02.004004 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'status': 'completed', 'code': 200} Sep 14 11:09:02.096328 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:02.100699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:02.106660 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-175b5478-e019-4a62-b74c-0b5845e1a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.108146 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-175b5478-e019-4a62-b74c-0b5845e1a623 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0812972 Sep 14 11:09:02.124054 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event deleted for resources: {'Port': ['ID=86853a55-ee66-41b5-9297-c797c409fc4a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:02.138653 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Pushing event deleted for resources: {'Port': ['ID=1f78b819-54c5-4616-bf9b-b95d08d46188,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:02.183773 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:02.184662 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Floating IP 556b68b3-a686-4a86-9f47-626d93c60828 disassociated (deleted). External IP: 172.27.2.192, port: 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f. Sep 14 11:09:02.247433 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:02.249932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:02.251073 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2cc9ec21-6a17-4f4b-8b32-0ec1fccc1ae0 tempest-AttachVolumeShelveTestJSON-1065665583 tempest-AttachVolumeShelveTestJSON-1065665583-project] 10.222.0.39 "DELETE /v2.0/floatingips/80556e0d-77dd-4f97-a414-0aa115aaccfb HTTP/1.1" status: 204 len: 168 time: 0.5526369 Sep 14 11:09:02.267443 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-6a4302b9-c146-414f-bef6-e85b8730c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.268942 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-6a4302b9-c146-414f-bef6-e85b8730c85c service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.1390362 Sep 14 11:09:02.313949 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-b1bed6fc-dcf1-46fb-b615-cbe512488a33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 217 time: 0.0382972 Sep 14 11:09:02.369949 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-0e74990e-9e9e-4913-a878-53488a2b36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.372030 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-0e74990e-9e9e-4913-a878-53488a2b36af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0506363 Sep 14 11:09:02.401920 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Router da3d2be2-03f1-4072-94f6-3fbf3261882d has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:02.422944 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-9ee51db8-fb75-4259-a9f1-d9f663abad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.424456 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-9ee51db8-fb75-4259-a9f1-d9f663abad2c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458832 Sep 14 11:09:02.510963 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:02.516143 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:02.516242 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-31466a08-5376-4588-a9e6-01577c059aca service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838578 Sep 14 11:09:02.521627 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] Sync routers for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:02.531797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:02.532419 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:02.546562 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6a8bb456-eeca-442f-a978-34cd161d4964 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "DELETE /v2.0/floatingips/556b68b3-a686-4a86-9f47-626d93c60828 HTTP/1.1" status: 204 len: 168 time: 1.0856972 Sep 14 11:09:02.547231 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:09:02.549899 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:09:02.613732 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a983e70-7711-4319-9ce0-f55bbdedc612 x-openstack-request-id: req-1a983e70-7711-4319-9ce0-f55bbdedc612 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:09:02.614021 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:09:02.614482 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a983e70-7711-4319-9ce0-f55bbdedc612 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:09:02.614883 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'status': 'completed', 'code': 200} Sep 14 11:09:02.656766 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:02.661358 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf426b99-b3bd-4bc8-bafc-94dea493fe3a req-5a8c5952-f7f5-488f-aa41-311b2e96eab9 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371465 Sep 14 11:09:02.755261 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-59785182-fea4-4dc1-8b35-cefe9a9d39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.757132 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-59785182-fea4-4dc1-8b35-cefe9a9d39de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0487995 Sep 14 11:09:02.867828 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-e248f92f-dbd9-406c-be74-74dec5c3bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.869310 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-e248f92f-dbd9-406c-be74-74dec5c3bdcc service neutron] 10.222.0.68 "GET /v2.0/networks?id=469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 200 len: 915 time: 0.1042087 Sep 14 11:09:02.911416 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-004025a1-7290-424c-be33-59f19aa8b54d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 200 len: 217 time: 0.0346386 Sep 14 11:09:02.957614 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:02.961364 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-be3d688e-1539-4b94-849b-42da6d58eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:02.962867 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-be3d688e-1539-4b94-849b-42da6d58eadf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 200 len: 853 time: 0.0439310 Sep 14 11:09:02.980247 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: cee5c296-4dd1-460b-a1a8-e40390ea8375 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:02.980589 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device cee5c296-4dd1-460b-a1a8-e40390ea8375 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:03.000674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:03.015584 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-7d51254d-6da2-4cee-b97d-fc34aafb5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:03.017078 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-7d51254d-6da2-4cee-b97d-fc34aafb5add service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=469476ad-868c-4eee-a410-2505db6bff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468919 Sep 14 11:09:03.032958 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] Checking router: da3d2be2-03f1-4072-94f6-3fbf3261882d for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:03.041269 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:03.041903 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:03.107074 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-dad4e8f2-3d28-4f00-837f-a5d6447e7080 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814776 Sep 14 11:09:03.144209 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:03.202350 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6f7ae1b-da7c-49f7-8ece-b6893dd3106f req-ec492747-11e7-4de3-bd5d-e15f67473b83 service neutron] 10.222.0.68 "GET /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875247 Sep 14 11:09:03.348659 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:03.374779 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f97ba-6153-4e6b-adf9-9041204a0f65 None None] The sync data for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi is: [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:06:31Z', 'revision_number': 4, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '68ef4583-4b6a-4970-804d-aea749d8bd34', 'name': '', 'network_id': '469476ad-868c-4eee-a410-2505db6bff30', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'mac_address': 'fa:16:3e:be:17:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:30Z', 'updated_at': '2021-09-14T11:06:36Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'subnets': [{'id': 'dd9316b0-5413-415a-b116-3d1f868d5d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:03.655332 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c79013-d62b-424c-95e5-533e26b751ff None None] New status for floating IP 556b68b3-a686-4a86-9f47-626d93c60828: DOWN {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:09:04.739011 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 49950) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:05.183541 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:05.298558 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7a3b-2834-404e-aa58-d10cf63a873f req-6e0440a5-aa55-4c91-bd34-2df8aea93815 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:05.300084 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a50a7a3b-2834-404e-aa58-d10cf63a873f req-6e0440a5-aa55-4c91-bd34-2df8aea93815 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0498598 Sep 14 11:09:05.341489 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a50a7a3b-2834-404e-aa58-d10cf63a873f req-c1cdc45a-7beb-4c68-b153-4a9e448814aa tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Sep 14 11:09:05.436579 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Deleting port 1adcc9ea-e556-4340-9946-856e232958c7 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:05.436914 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:05.516839 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] For port 1adcc9ea-e556-4340-9946-856e232958c7, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=1adcc9ea-e556-4340-9946-856e232958c7,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:05.517200 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:05.529634 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Calling delete_port for 1adcc9ea-e556-4340-9946-856e232958c7 owned by network:router_interface {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:05.701765 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:05.726796 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Pushing event deleted for resources: {'Port': ['ID=1adcc9ea-e556-4340-9946-856e232958c7,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:05.885490 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.099366 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:06.207409 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:06.216060 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] Sync routers for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:06.220527 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49976) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:06.226744 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-32db3034-b24d-443e-a72e-331dfd27913e admin admin] 10.222.0.39 "PUT /v2.0/routers/79a3a1f8-1a34-4b01-bf2f-1af31afcebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866064 Sep 14 11:09:06.234047 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:06.240284 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:06.322642 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.351636 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:06.478180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca572cea-149b-4f15-8373-75ac7de2f30f req-e8dc03d6-da83-4c7e-a1cf-7b3c39894ab0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:06.479616 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca572cea-149b-4f15-8373-75ac7de2f30f req-e8dc03d6-da83-4c7e-a1cf-7b3c39894ab0 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0568776 Sep 14 11:09:06.492921 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb42a0-d027-4f9a-a922-50288282f103 req-fbe4bb18-7f21-4f9b-9c00-bf19eae2343a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:06.494724 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6bb42a0-d027-4f9a-a922-50288282f103 req-fbe4bb18-7f21-4f9b-9c00-bf19eae2343a tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 945 time: 0.0857191 Sep 14 11:09:06.496766 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.524006 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ca572cea-149b-4f15-8373-75ac7de2f30f req-e0444efe-af43-4878-9eee-90396f977ca7 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb64971-9169-4c09-ab5e-becf11c1d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Sep 14 11:09:06.557455 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:09:05Z', 'revision_number': 5, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port': {'id': '41fa940a-2b69-48b0-91c2-eb3b97f84894', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:01:42Z', 'updated_at': '2021-09-14T11:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:06.558059 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6bb42a0-d027-4f9a-a922-50288282f103 req-32ad23d8-7a09-47ad-94d1-2f6eaaaca91c tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571537 Sep 14 11:09:06.574241 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Deleting port 41fa940a-2b69-48b0-91c2-eb3b97f84894 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:06.575357 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.584282 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] Checking router: 79a3a1f8-1a34-4b01-bf2f-1af31afcebab for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:06.592614 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] Routers {'79a3a1f8-1a34-4b01-bf2f-1af31afcebab'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:06.593220 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:06.654162 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] For port 41fa940a-2b69-48b0-91c2-eb3b97f84894, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=41fa940a-2b69-48b0-91c2-eb3b97f84894,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:06.654790 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.667346 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Calling delete_port for 41fa940a-2b69-48b0-91c2-eb3b97f84894 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:06.677422 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] Set router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:06.731797 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:09:06Z', 'revision_number': 6, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:06.757743 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c33e9-7349-463f-9387-3d227f69e021 None None] The sync data for ids ['79a3a1f8-1a34-4b01-bf2f-1af31afcebab'] in dv-cinder-804035-12-iscsi is: [{'id': '79a3a1f8-1a34-4b01-bf2f-1af31afcebab', 'name': 'tempest-AttachVolumeShelveTestJSON-1645781317-router', 'tenant_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:01:40Z', 'updated_at': '2021-09-14T11:09:06Z', 'revision_number': 6, 'project_id': 'e884b7c98d2f4bb093b67ea12ddf1e00', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:06.832273 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.859229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Pushing event deleted for resources: {'Port': ['ID=41fa940a-2b69-48b0-91c2-eb3b97f84894,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:06.920096 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:06.954660 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-a13b037d-8175-4e2a-9a11-4496511175bc tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:06.956095 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-a13b037d-8175-4e2a-9a11-4496511175bc tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Sep 14 11:09:07.023875 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.026065 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.046987 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Deleting port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:07.047260 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.092525 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.093307 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a3a1f8-1a34-4b01-bf2f-1af31afcebab {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:09:07.098381 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.102277 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ac9abc18-42c3-424c-b731-7febe5ab27fb admin admin] 10.222.0.39 "DELETE /v2.0/routers/79a3a1f8-1a34-4b01-bf2f-1af31afcebab HTTP/1.1" status: 204 len: 168 time: 0.8804591 Sep 14 11:09:07.102900 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49984) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:07.141519 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] For port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:07.142009 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.147950 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Deleting subnet 3527b394-4ffe-4c2a-a2ad-5d0505e59191 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:09:07.151407 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.155949 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Calling delete_port for 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:07.187586 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.284920 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.296728 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:09:07.302520 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.317397 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Pushing event deleted for resources: {'Port': ['ID=1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:07.359494 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.361311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] No DVR routers for this DVR port 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:07.363840 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.366010 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4cacf107-7191-4b9f-9412-5a857fdef3f3 req-42d501ba-e5ec-45bd-90a6-7d31577c8c2e tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.68 "DELETE /v2.0/ports/1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f HTTP/1.1" status: 204 len: 173 time: 0.4036098 Sep 14 11:09:07.366625 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'name': 'network-vif-deleted', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:09:07.369357 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc431adc-b503-4a26-94ee-7d0d4e248329" -d '{"events": [{"server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "name": "network-vif-deleted", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:09:07.390489 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3527b394-4ffe-4c2a-a2ad-5d0505e59191,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:07.392462 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.394574 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b4b991f8-356a-4e01-9c26-05ff7dde2670 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3527b394-4ffe-4c2a-a2ad-5d0505e59191 HTTP/1.1" status: 204 len: 168 time: 0.2906926 Sep 14 11:09:07.397142 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49988) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:07.405658 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef272c29-21d2-428a-a00a-975a60dcb8f7 None None] Network bf1f2fa6-9213-4795-927b-84514f9a817a requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:07.414962 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a72b95-baf5-40c2-ab25-7c7053a65222 x-openstack-request-id: req-e3a72b95-baf5-40c2-ab25-7c7053a65222 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:09:07.415323 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f16c32-403b-415a-9555-a4ae8b40b6c0", "name": "network-vif-deleted", "tag": "1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:09:07.415678 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3a72b95-baf5-40c2-ab25-7c7053a65222 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:09:07.416123 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f16c32-403b-415a-9555-a4ae8b40b6c0', 'name': 'network-vif-deleted', 'tag': '1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f', 'status': 'completed', 'code': 200} Sep 14 11:09:07.473794 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.533833 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Deleting port 8d340a59-2a8f-46c3-8733-ede9f91449fe {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:07.534067 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.605636 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] DHCP port deletion for bf1f2fa6-9213-4795-927b-84514f9a817a request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:09:07.611763 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] For port 8d340a59-2a8f-46c3-8733-ede9f91449fe, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8d340a59-2a8f-46c3-8733-ede9f91449fe,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:07.612319 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.656004 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Calling delete_port for 8d340a59-2a8f-46c3-8733-ede9f91449fe owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:07.666853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Deleting port 8d340a59-2a8f-46c3-8733-ede9f91449fe {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:07.667241 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.679023 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-65ab17d7-6b33-4d93-8543-7196113be047 req-e8a61ec5-3bab-43d6-ab66-50530a6b9448 tempest-TestMinimumBasicScenario-1844820060 tempest-TestMinimumBasicScenario-1844820060-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9f16c32-403b-415a-9555-a4ae8b40b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0442729 Sep 14 11:09:07.719951 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aa2e2-c8f8-4e20-95cd-26c8c8de9cb7 req-f70b8b3f-b79b-4557-ae2b-10c2a909cfce tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:07.728987 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf5aa2e2-c8f8-4e20-95cd-26c8c8de9cb7 req-f70b8b3f-b79b-4557-ae2b-10c2a909cfce tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 945 time: 0.0802507 Sep 14 11:09:07.770504 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] For port 8d340a59-2a8f-46c3-8733-ede9f91449fe, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8d340a59-2a8f-46c3-8733-ede9f91449fe,segment=NetworkSegment(aa619c60-a1ea-4acd-8b6a-f34b6c371cb2),segment_id=aa619c60-a1ea-4acd-8b6a-f34b6c371cb2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:07.771214 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.789195 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.797720 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Calling delete_port for 8d340a59-2a8f-46c3-8733-ede9f91449fe owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:07.824347 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bf5aa2e2-c8f8-4e20-95cd-26c8c8de9cb7 req-83df6402-aa7f-45d0-a941-19c0811372be tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups?id=8534df49-ae73-4dac-b4b4-953b28d967ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708640 Sep 14 11:09:07.826663 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d340a59-2a8f-46c3-8733-ede9f91449fe,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:07.837056 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] No DVR routers for this DVR port 8d340a59-2a8f-46c3-8733-ede9f91449fe on host dv-cinder-804035-12-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:07.927258 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.956389 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1f2fa6-9213-4795-927b-84514f9a817a']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:07.961879 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.965832 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:07.966134 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa619c60-a1ea-4acd-8b6a-f34b6c371cb2') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:07.978786 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.987800 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Pushing event deleted for resources: {'Port': ['ID=8d340a59-2a8f-46c3-8733-ede9f91449fe,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:07.990055 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] No DVR routers for this DVR port 8d340a59-2a8f-46c3-8733-ede9f91449fe on host dv-cinder-804035-12-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:07.991575 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:07.999128 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:07.999435 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:09:07.999556 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:07.999927 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.000322 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.000750 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.000958 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.001112 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.001504 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.001866 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.002200 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.002532 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.003270 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.003270 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d8-9d5d-4963-b0df-63efbfc823b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:09:08.003468 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:09:08.060483 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.067275 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.069110 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf1f2fa6-9213-4795-927b-84514f9a817a HTTP/1.1" status: 204 len: 168 time: 0.6709948 Sep 14 11:09:08.078143 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb3c4-6ecf-449c-98d8-f3f0c0eb63a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1f2fa6-9213-4795-927b-84514f9a817a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:08.157141 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-b7a824cd-dcd7-4368-a253-d1ecdd66166b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:08.158904 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-b7a824cd-dcd7-4368-a253-d1ecdd66166b tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 945 time: 0.0542579 Sep 14 11:09:08.188746 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49996) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:08.229733 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-301f7bc1-b2f4-4fbe-844c-cf095a8fad87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e884b7c98d2f4bb093b67ea12ddf1e00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397806 Sep 14 11:09:08.232655 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 49998) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:08.241598 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 41fa940a-2b69-48b0-91c2-eb3b97f84894 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:08.262176 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 41fa940a-2b69-48b0-91c2-eb3b97f84894 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:08.262527 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 41fa940a-2b69-48b0-91c2-eb3b97f84894 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:08.262947 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 1adcc9ea-e556-4340-9946-856e232958c7 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:08.266509 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Deleting port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:08.266854 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.281483 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 1adcc9ea-e556-4340-9946-856e232958c7 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:08.281876 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 1adcc9ea-e556-4340-9946-856e232958c7 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:08.282302 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8d340a59-2a8f-46c3-8733-ede9f91449fe no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:08.285855 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c65c749e-ede2-464a-8696-bec062a959bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.301437 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 8d340a59-2a8f-46c3-8733-ede9f91449fe {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:08.302007 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8d340a59-2a8f-46c3-8733-ede9f91449fe not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:08.313852 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c65c749e-ede2-464a-8696-bec062a959bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.356390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] For port 66f1ef4d-263d-45fc-93bb-57ab7489ead6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66f1ef4d-263d-45fc-93bb-57ab7489ead6,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:08.356752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.359193 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c65c749e-ede2-464a-8696-bec062a959bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.361928 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c65c749e-ede2-464a-8696-bec062a959bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.363107 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c65c749e-ede2-464a-8696-bec062a959bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/200f18e9-c169-48ad-bb36-8825ea98fafb HTTP/1.1" status: 204 len: 168 time: 0.1294897 Sep 14 11:09:08.370491 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c749e-ede2-464a-8696-bec062a959bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f18e9-c169-48ad-bb36-8825ea98fafb,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:08.531163 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.531529 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.531852 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Floating IP 921ada88-efc1-4cf8-80ca-1eea79e26505 disassociated. External IP: 172.27.2.145, port: 66f1ef4d-263d-45fc-93bb-57ab7489ead6. Sep 14 11:09:08.532191 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Calling delete_port for 66f1ef4d-263d-45fc-93bb-57ab7489ead6 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:08.660730 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:08.693128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event deleted for resources: {'Port': ['ID=66f1ef4d-263d-45fc-93bb-57ab7489ead6,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:08.905040 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-80f59d35-371f-41a7-a633-3233c11985d8 req-34cb12e9-a76c-4b59-a069-ccd459730acf tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/ports?device_id=f192f581-9b70-4a47-a23d-27376729c973 HTTP/1.1" status: 200 len: 210 time: 0.0332093 Sep 14 11:09:09.109312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:09.224606 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:09.236137 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:09.245756 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:09.246998 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:09.268537 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] No DVR routers for this DVR port 66f1ef4d-263d-45fc-93bb-57ab7489ead6 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:09.271089 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:09.273682 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-819c176d-9af2-4ed1-a98e-943b9edc666f req-a1fa84a7-df81-4809-a2f0-ba1f42766493 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.68 "DELETE /v2.0/ports/66f1ef4d-263d-45fc-93bb-57ab7489ead6 HTTP/1.1" status: 204 len: 173 time: 1.1091824 Sep 14 11:09:09.362705 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:09.418986 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'name': 'network-vif-deleted', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:09:09.426634 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf8c42e-963b-4895-9766-9e1dab050f7f" -d '{"events": [{"server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "name": "network-vif-deleted", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:09:09.478402 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba29fcf-e6c4-4d65-b0a4-815ce6bfc675 x-openstack-request-id: req-cba29fcf-e6c4-4d65-b0a4-815ce6bfc675 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:09:09.479096 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f192f581-9b70-4a47-a23d-27376729c973", "name": "network-vif-deleted", "tag": "66f1ef4d-263d-45fc-93bb-57ab7489ead6", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:09:09.479604 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cba29fcf-e6c4-4d65-b0a4-815ce6bfc675 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:09:09.480108 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f192f581-9b70-4a47-a23d-27376729c973', 'name': 'network-vif-deleted', 'tag': '66f1ef4d-263d-45fc-93bb-57ab7489ead6', 'status': 'completed', 'code': 200} Sep 14 11:09:09.635771 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:09.644475 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50078) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:09.757282 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:09.766142 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:09.766960 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:09.873437 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:09.997702 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50084) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:10.054493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d343525e-c676-444b-bcef-f3390b160813 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.084410 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d343525e-c676-444b-bcef-f3390b160813 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.086597 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:10.093254 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.112543 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e517f9-32f3-43c7-b087-7445041d6c42 None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:03:08Z', 'revision_number': 4, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '870f8f87-17f9-4d0e-8dcc-b63205480378', 'name': '', 'network_id': 'fbabe84a-9048-4835-97b4-df0d89ef7706', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'mac_address': 'fa:16:3e:8c:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:08Z', 'updated_at': '2021-09-14T11:03:14Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'subnets': [{'id': 'a5d0186a-0f79-4c02-a58e-1ca2ce362f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:10.133386 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d343525e-c676-444b-bcef-f3390b160813 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.136467 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d343525e-c676-444b-bcef-f3390b160813 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.137879 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d343525e-c676-444b-bcef-f3390b160813 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "DELETE /v2.0/security-groups/8534df49-ae73-4dac-b4b4-953b28d967ad HTTP/1.1" status: 204 len: 168 time: 0.1388984 Sep 14 11:09:10.141614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50086) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:10.154320 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343525e-c676-444b-bcef-f3390b160813 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534df49-ae73-4dac-b4b4-953b28d967ad,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:10.173042 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.api.v2.resource [None req-97a25911-b163-45dd-b64a-b4b0582eb563 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] show failed (client error): The resource could not be found. Sep 14 11:09:10.174045 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-97a25911-b163-45dd-b64a-b4b0582eb563 tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "GET /v2.0/security-groups/8534df49-ae73-4dac-b4b4-953b28d967ad HTTP/1.1" status: 404 len: 347 time: 0.0315325 Sep 14 11:09:10.177160 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50088) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:10.304384 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Deleting port 525b0c29-74ba-4212-bec9-127a97c33485 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:10.305422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.388989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.389317 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.389642 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1977bf97-8115-43f4-8db1-79786212f5f2 None None] New status for floating IP 921ada88-efc1-4cf8-80ca-1eea79e26505: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:09:10.401036 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Calling delete_port for 525b0c29-74ba-4212-bec9-127a97c33485 owned by network:floatingip {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:10.409051 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Deleting port 68ef4583-4b6a-4970-804d-aea749d8bd34 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:10.409399 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.488564 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] For port 68ef4583-4b6a-4970-804d-aea749d8bd34, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=68ef4583-4b6a-4970-804d-aea749d8bd34,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:10.488925 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.504311 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Calling delete_port for 68ef4583-4b6a-4970-804d-aea749d8bd34 owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:10.561055 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.586065 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Pushing event deleted for resources: {'Port': ['ID=525b0c29-74ba-4212-bec9-127a97c33485,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:10.650548 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks [] for floatingip, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.653489 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.654725 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3a41c69e-6505-43e7-855e-8341e8666dee tempest-AttachVolumeTestJSON-931302817 tempest-AttachVolumeTestJSON-931302817-project] 10.222.0.39 "DELETE /v2.0/floatingips/921ada88-efc1-4cf8-80ca-1eea79e26505 HTTP/1.1" status: 204 len: 168 time: 0.4764392 Sep 14 11:09:10.903955 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:10.930591 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ef4583-4b6a-4970-804d-aea749d8bd34,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:10.994510 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:11.033425 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:11.033802 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 1d6f2616-7b1b-4d50-9eb2-9f6952d9c97f not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:11.139323 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:11.347929 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Router da3d2be2-03f1-4072-94f6-3fbf3261882d has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:11.452851 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:11.457899 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-95a7ffc2-6539-48ee-ad8b-eb897ff86d76 admin admin] 10.222.0.39 "PUT /v2.0/routers/da3d2be2-03f1-4072-94f6-3fbf3261882d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123021 Sep 14 11:09:11.460511 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50106) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:11.461598 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] Sync routers for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:11.471082 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:11.471686 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:11.563523 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:11.595891 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:11.663445 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:11.713390 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Deleting port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:11.713660 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:11.769748 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:09:10Z', 'revision_number': 5, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port': {'id': '37f43f7c-0666-4aaf-958b-ae5ecb790ab2', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:28Z', 'updated_at': '2021-09-14T11:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:11.793122 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] For port 37f43f7c-0666-4aaf-958b-ae5ecb790ab2, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:11.793506 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:11.795617 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] Checking router: da3d2be2-03f1-4072-94f6-3fbf3261882d for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:11.804726 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] Routers {'da3d2be2-03f1-4072-94f6-3fbf3261882d'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:11.805247 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Calling delete_port for 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:11.805402 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['da3d2be2-03f1-4072-94f6-3fbf3261882d'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:11.903896 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] Set router da3d2be2-03f1-4072-94f6-3fbf3261882d gateway port host: None {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:11.957527 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:09:11Z', 'revision_number': 6, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:11.981289 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:11.986302 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf69c8-8d01-4f4f-9598-a8f4e56bcde1 None None] The sync data for ids ['da3d2be2-03f1-4072-94f6-3fbf3261882d'] in dv-cinder-804035-12-iscsi is: [{'id': 'da3d2be2-03f1-4072-94f6-3fbf3261882d', 'name': 'tempest-TestMinimumBasicScenario-249606694-router', 'tenant_id': '192637d2e0d74f2f98d3935eb366cb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:27Z', 'updated_at': '2021-09-14T11:09:11Z', 'revision_number': 6, 'project_id': '192637d2e0d74f2f98d3935eb366cb5c', 'gw_port_host': None}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:12.008394 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f43f7c-0666-4aaf-958b-ae5ecb790ab2,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:12.071817 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.172798 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.174972 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.222941 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.223710 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3d2be2-03f1-4072-94f6-3fbf3261882d {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:09:12.229791 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.231119 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4d050427-5189-4bbd-b789-d26f89fc2d82 admin admin] 10.222.0.39 "DELETE /v2.0/routers/da3d2be2-03f1-4072-94f6-3fbf3261882d HTTP/1.1" status: 204 len: 168 time: 0.7694929 Sep 14 11:09:12.233537 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50122) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:12.277699 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Deleting subnet dd9316b0-5413-415a-b116-3d1f868d5d42 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:09:12.280562 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.316430 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.444935 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.522125 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.553510 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9316b0-5413-415a-b116-3d1f868d5d42,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:12.559859 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.560930 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4718daed-41e9-4167-b638-d857fb316210 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd9316b0-5413-415a-b116-3d1f868d5d42 HTTP/1.1" status: 204 len: 168 time: 0.3264050 Sep 14 11:09:12.563467 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50128) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:12.565258 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43290c51-df6d-4fb5-81e8-567cfca3d91a None None] Network 469476ad-868c-4eee-a410-2505db6bff30 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:12.632679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.687527 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Deleting port 76667ea0-fff6-4860-b863-0fd7443eb64f {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:12.688037 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.761963 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] For port 76667ea0-fff6-4860-b863-0fd7443eb64f, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=76667ea0-fff6-4860-b863-0fd7443eb64f,segment=NetworkSegment(ae5ecfce-2c9b-42b0-911a-54e39ee7140a),segment_id=ae5ecfce-2c9b-42b0-911a-54e39ee7140a)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:12.762338 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.774835 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Calling delete_port for 76667ea0-fff6-4860-b863-0fd7443eb64f owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:12.832689 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 68ef4583-4b6a-4970-804d-aea749d8bd34 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:12.856351 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 68ef4583-4b6a-4970-804d-aea749d8bd34 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:12.856690 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 68ef4583-4b6a-4970-804d-aea749d8bd34 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:12.876279 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.879334 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2293e189-379b-4b51-bd22-593c65989b14 None None] DHCP port deletion for 469476ad-868c-4eee-a410-2505db6bff30 request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:09:12.905720 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] No DVR routers for this DVR port 76667ea0-fff6-4860-b863-0fd7443eb64f on host dv-cinder-804035-12-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:12.909421 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Pushing event deleted for resources: {'Port': ['ID=76667ea0-fff6-4860-b863-0fd7443eb64f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:12.982607 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:12.990919 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 66f1ef4d-263d-45fc-93bb-57ab7489ead6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:13.011835 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 66f1ef4d-263d-45fc-93bb-57ab7489ead6 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:13.012096 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469476ad-868c-4eee-a410-2505db6bff30']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:13.012227 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 66f1ef4d-263d-45fc-93bb-57ab7489ead6 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:13.022861 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:13.023167 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5ecfce-2c9b-42b0-911a-54e39ee7140a') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:13.037761 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.052307 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.060900 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:09:13.061469 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:09:13.063889 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:09:13.124223 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.128632 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.130884 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/469476ad-868c-4eee-a410-2505db6bff30 HTTP/1.1" status: 204 len: 168 time: 0.5660152 Sep 14 11:09:13.134027 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50140) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:13.144588 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b02d9d-c87b-4876-8a3d-b019460dac28 admin admin] Pushing event deleted for resources: {'Network': ['ID=469476ad-868c-4eee-a410-2505db6bff30,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:13.482905 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.728014 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Deleting port 180586db-ffb5-41e9-8fd8-04590cbb75b4 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:13.728356 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.804501 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] For port 180586db-ffb5-41e9-8fd8-04590cbb75b4, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=180586db-ffb5-41e9-8fd8-04590cbb75b4,segment=NetworkSegment(ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba),segment_id=ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:13.804866 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:13.819215 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Calling delete_port for 180586db-ffb5-41e9-8fd8-04590cbb75b4 owned by network:router_interface {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:13.997868 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.025531 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=180586db-ffb5-41e9-8fd8-04590cbb75b4,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:14.204529 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.316963 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50184) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:14.349702 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 76667ea0-fff6-4860-b863-0fd7443eb64f no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:14.374201 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 76667ea0-fff6-4860-b863-0fd7443eb64f {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:14.374830 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 76667ea0-fff6-4860-b863-0fd7443eb64f not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:14.375511 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:14.403437 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:14.404070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 37f43f7c-0666-4aaf-958b-ae5ecb790ab2 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:14.444503 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:14.555195 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:14.560495 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-f9ebac89-d785-42f7-87ae-5066d1933f41 admin admin] 10.222.0.39 "PUT /v2.0/routers/7575efa2-3e76-4ee9-becf-9b65ee368aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253163 Sep 14 11:09:14.563115 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50194) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:14.565504 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] Sync routers for ids ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:14.575653 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] Routers {'7575efa2-3e76-4ee9-becf-9b65ee368aa4'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:14.576515 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:14.685398 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] Set router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:14.692409 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.800604 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.854560 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Deleting port da09dd54-6de7-4ba1-8e55-3bbd6a780903 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:14.854877 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.877921 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:09:13Z', 'revision_number': 5, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port': {'id': 'da09dd54-6de7-4ba1-8e55-3bbd6a780903', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:14.894330 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.906061 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] Checking router: 7575efa2-3e76-4ee9-becf-9b65ee368aa4 for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:14.917454 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] Routers {'7575efa2-3e76-4ee9-becf-9b65ee368aa4'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:14.918567 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:14.935861 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] For port da09dd54-6de7-4ba1-8e55-3bbd6a780903, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=da09dd54-6de7-4ba1-8e55-3bbd6a780903,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:14.936223 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:14.948432 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Calling delete_port for da09dd54-6de7-4ba1-8e55-3bbd6a780903 owned by network:router_gateway {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:15.010166 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] Set router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:15.065605 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:09:14Z', 'revision_number': 6, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:15.093648 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb457fde-1dda-4d24-9fef-8db2980ed784 None None] The sync data for ids ['7575efa2-3e76-4ee9-becf-9b65ee368aa4'] in dv-cinder-804035-12-iscsi is: [{'id': '7575efa2-3e76-4ee9-becf-9b65ee368aa4', 'name': 'tempest-TestMinimumBasicScenario-1321308596-router', 'tenant_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:33Z', 'updated_at': '2021-09-14T11:09:14Z', 'revision_number': 6, 'project_id': 'cbc4bcb35c6847d3920b40b8d65e4419', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:15.130765 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.152041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Deleting port 870f8f87-17f9-4d0e-8dcc-b63205480378 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:15.152385 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.157654 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da09dd54-6de7-4ba1-8e55-3bbd6a780903,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:15.218661 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.231859 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] For port 870f8f87-17f9-4d0e-8dcc-b63205480378, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=870f8f87-17f9-4d0e-8dcc-b63205480378,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:15.232243 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.244397 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Calling delete_port for 870f8f87-17f9-4d0e-8dcc-b63205480378 owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:15.304590 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.306760 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.348104 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.348824 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7575efa2-3e76-4ee9-becf-9b65ee368aa4 {{(pid=93870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:09:15.354266 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.355452 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-4bdc90ac-ec02-4c79-99fc-93e1ac8968b4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7575efa2-3e76-4ee9-becf-9b65ee368aa4 HTTP/1.1" status: 204 len: 168 time: 0.7914102 Sep 14 11:09:15.358100 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50196) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:15.402233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Deleting subnet 11d32a23-ddc5-4f99-91f1-922a7ef22c43 {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:09:15.405059 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.419346 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.441474 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5590367'] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.454626 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=870f8f87-17f9-4d0e-8dcc-b63205480378,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:15.574627 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.650406 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6840923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4524041'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.671247 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.694086 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d32a23-ddc5-4f99-91f1-922a7ef22c43,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:15.696360 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.700502 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-cca72f4d-9ba3-4fc8-b75c-5a30459348ae admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11d32a23-ddc5-4f99-91f1-922a7ef22c43 HTTP/1.1" status: 204 len: 168 time: 0.3392615 Sep 14 11:09:15.700835 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50204) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:15.703535 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1d8e9-b258-46d6-b8b1-080c4b775573 None None] Network 55916f45-8733-442a-b660-5f693fbde3f5 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:15.788509 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.857885 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Deleting port 8b4453ba-07b7-484f-ba03-12174a0408c4 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:15.858372 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.935710 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] For port 8b4453ba-07b7-484f-ba03-12174a0408c4, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8b4453ba-07b7-484f-ba03-12174a0408c4,segment=NetworkSegment(ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba),segment_id=ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:15.936538 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:15.956656 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Calling delete_port for 8b4453ba-07b7-484f-ba03-12174a0408c4 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:16.020885 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] DHCP port deletion for 55916f45-8733-442a-b660-5f693fbde3f5 request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:09:16.061030 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.075606 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Deleting port 8b4453ba-07b7-484f-ba03-12174a0408c4 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:16.075989 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.096130 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4453ba-07b7-484f-ba03-12174a0408c4,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:16.101649 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] No DVR routers for this DVR port 8b4453ba-07b7-484f-ba03-12174a0408c4 on host dv-cinder-804035-12-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:16.149583 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] For port 8b4453ba-07b7-484f-ba03-12174a0408c4, host dv-cinder-804035-12-iscsi, got binding levels [] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:16.150241 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.161916 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:16.164974 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Calling delete_port for 8b4453ba-07b7-484f-ba03-12174a0408c4 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:16.167875 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.ipam_backend_mixin [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Port 8b4453ba-07b7-484f-ba03-12174a0408c4 was not found and therefore no delete operation was performed {{(pid=93871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 11:09:16.170091 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.177027 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.200998 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55916f45-8733-442a-b660-5f693fbde3f5']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:16.207094 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] Pushing event deleted for resources: {'Port': ['ID=8b4453ba-07b7-484f-ba03-12174a0408c4,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:16.211507 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:16.211806 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc9d102-94f5-4e4e-8609-ccbfdc25d0ba') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:16.217469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32117a3-e81a-4937-b4e8-686bb40b3ae0 None None] No DVR routers for this DVR port 8b4453ba-07b7-484f-ba03-12174a0408c4 on host dv-cinder-804035-12-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:16.222600 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.240829 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.248319 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:09:16.248812 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:09:16.250855 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:09:16.302212 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:16.313770 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-267f8440-6ddc-4b28-b64a-cfb1d98c5b5e admin admin] 10.222.0.39 "PUT /v2.0/routers/52bc6f1c-b9e7-4c2f-86af-525c168a9477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934781 Sep 14 11:09:16.316705 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50208) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:16.327635 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] Sync routers for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:16.339602 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:16.345474 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:16.359861 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.368670 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.372417 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] 10.222.0.39 "DELETE /v2.0/networks/55916f45-8733-442a-b660-5f693fbde3f5 HTTP/1.1" status: 204 len: 168 time: 0.6689453 Sep 14 11:09:16.378938 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 180586db-ffb5-41e9-8fd8-04590cbb75b4 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:16.399220 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 180586db-ffb5-41e9-8fd8-04590cbb75b4 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:16.399844 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 180586db-ffb5-41e9-8fd8-04590cbb75b4 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:16.400264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4453ba-07b7-484f-ba03-12174a0408c4 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:16.424657 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 8b4453ba-07b7-484f-ba03-12174a0408c4 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:16.425399 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4453ba-07b7-484f-ba03-12174a0408c4 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:16.426364 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device da09dd54-6de7-4ba1-8e55-3bbd6a780903 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:16.448059 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: da09dd54-6de7-4ba1-8e55-3bbd6a780903 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:16.448729 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device da09dd54-6de7-4ba1-8e55-3bbd6a780903 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:16.503378 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:16.523804 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50212) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:16.568994 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-47d60d7b-a866-483b-a6f0-a4e8502d4c2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=192637d2e0d74f2f98d3935eb366cb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415916 Sep 14 11:09:16.578362 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50214) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:16.630977 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a065a29c-e7db-4440-8eeb-c953623f8dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.654693 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a065a29c-e7db-4440-8eeb-c953623f8dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.681798 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670184a3-0677-40e1-a733-c1db5c0dd69b admin admin] Pushing event deleted for resources: {'Network': ['ID=55916f45-8733-442a-b660-5f693fbde3f5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:16.709639 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:09:15Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:16.711802 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a065a29c-e7db-4440-8eeb-c953623f8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.716369 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks [] for router, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.718276 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a065a29c-e7db-4440-8eeb-c953623f8dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.721888 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a065a29c-e7db-4440-8eeb-c953623f8dcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbb64971-9169-4c09-ab5e-becf11c1d12c HTTP/1.1" status: 204 len: 168 time: 0.1421583 Sep 14 11:09:16.730512 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065a29c-e7db-4440-8eeb-c953623f8dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb64971-9169-4c09-ab5e-becf11c1d12c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:16.737377 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] Checking router: 52bc6f1c-b9e7-4c2f-86af-525c168a9477 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:16.746210 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] Routers {'52bc6f1c-b9e7-4c2f-86af-525c168a9477'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:16.747339 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:08:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:16.840972 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:16.887558 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] Set router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:16.907727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Deleting port 848673d7-1925-4df4-8828-6908639ea679 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:16.908071 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.003859 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] For port 848673d7-1925-4df4-8828-6908639ea679, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=848673d7-1925-4df4-8828-6908639ea679,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:17.004335 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.019098 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Calling delete_port for 848673d7-1925-4df4-8828-6908639ea679 owned by network:router_gateway {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:17.175878 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50226) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:17.223022 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-84a841a3-6b23-4fa1-b925-ff0bac465588 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbc4bcb35c6847d3920b40b8d65e4419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455124 Sep 14 11:09:17.224637 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:09:15Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:17.225415 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50228) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:17.229674 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.264479 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Pushing event deleted for resources: {'Port': ['ID=848673d7-1925-4df4-8828-6908639ea679,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:17.268339 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30cb25-d2dd-48b9-a00d-4271ac52e2de None None] The sync data for ids ['52bc6f1c-b9e7-4c2f-86af-525c168a9477'] in dv-cinder-804035-12-iscsi is: [{'id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'name': 'tempest-AttachVolumeTestJSON-2113684780-router', 'tenant_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '848673d7-1925-4df4-8828-6908639ea679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:03:05Z', 'updated_at': '2021-09-14T11:09:15Z', 'revision_number': 5, 'project_id': '3b5bc13d95974d5aa24aa4ec0465ddf6', 'gw_port': {'id': '848673d7-1925-4df4-8828-6908639ea679', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc6f1c-b9e7-4c2f-86af-525c168a9477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:03:06Z', 'updated_at': '2021-09-14T11:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:17.292342 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fbc2900b-1175-4bb0-b855-226b227d3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.323687 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fbc2900b-1175-4bb0-b855-226b227d3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.327072 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.375348 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fbc2900b-1175-4bb0-b855-226b227d3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.377978 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fbc2900b-1175-4bb0-b855-226b227d3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.379153 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fbc2900b-1175-4bb0-b855-226b227d3f3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a44610b4-4d93-487c-80c7-c8fd0c66521f HTTP/1.1" status: 204 len: 168 time: 0.1525311 Sep 14 11:09:17.387177 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2900b-1175-4bb0-b855-226b227d3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44610b4-4d93-487c-80c7-c8fd0c66521f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:17.428819 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.430961 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.476157 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.476621 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52bc6f1c-b9e7-4c2f-86af-525c168a9477 {{(pid=93870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:09:17.481636 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.485241 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-24268d6f-7a9e-404f-a28d-da7f81f62644 admin admin] 10.222.0.39 "DELETE /v2.0/routers/52bc6f1c-b9e7-4c2f-86af-525c168a9477 HTTP/1.1" status: 204 len: 168 time: 1.1667836 Sep 14 11:09:17.485631 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50232) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:17.531314 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Deleting subnet a5d0186a-0f79-4c02-a58e-1ca2ce362f6e {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:09:17.539114 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.579873 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.671159 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.732420 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.761099 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d0186a-0f79-4c02-a58e-1ca2ce362f6e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:17.766554 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.768671 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-357b62ac-acfc-4965-9543-2c6bd988b8a6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a5d0186a-0f79-4c02-a58e-1ca2ce362f6e HTTP/1.1" status: 204 len: 168 time: 0.2820520 Sep 14 11:09:17.771202 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50234) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:17.773414 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82ac2d-8c03-4837-83b5-d50465c994a1 None None] Network fbabe84a-9048-4835-97b4-df0d89ef7706 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:17.839298 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.914874 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Deleting port ad2fdafd-019d-4512-875a-eafdee056948 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:17.915217 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:17.968838 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] DHCP port deletion for fbabe84a-9048-4835-97b4-df0d89ef7706 request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:09:17.991342 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] For port ad2fdafd-019d-4512-875a-eafdee056948, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=ad2fdafd-019d-4512-875a-eafdee056948,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:17.991709 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.004769 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Calling delete_port for ad2fdafd-019d-4512-875a-eafdee056948 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:18.032035 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] Deleting port ad2fdafd-019d-4512-875a-eafdee056948 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:18.032499 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.088555 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.097427 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] For port ad2fdafd-019d-4512-875a-eafdee056948, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=ad2fdafd-019d-4512-875a-eafdee056948,segment=NetworkSegment(37040fa9-165d-492b-bea4-22690eb9e17d),segment_id=37040fa9-165d-492b-bea4-22690eb9e17d)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:18.097886 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.111055 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] Calling delete_port for ad2fdafd-019d-4512-875a-eafdee056948 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:18.116327 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2fdafd-019d-4512-875a-eafdee056948,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:18.121087 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] No DVR routers for this DVR port ad2fdafd-019d-4512-875a-eafdee056948 on host dv-cinder-804035-12-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:18.195342 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.196555 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.208380 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50242) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:18.220157 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbabe84a-9048-4835-97b4-df0d89ef7706']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:18.225014 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] Pushing event deleted for resources: {'Port': ['ID=ad2fdafd-019d-4512-875a-eafdee056948,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:18.226870 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01d924-9490-4c11-a530-432e7a52d868 None None] No DVR routers for this DVR port ad2fdafd-019d-4512-875a-eafdee056948 on host dv-cinder-804035-12-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:18.238069 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37040fa9-165d-492b-bea4-22690eb9e17d') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:18.238371 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37040fa9-165d-492b-bea4-22690eb9e17d') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:18.248670 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.261448 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.267904 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:09:18.268283 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:09:18.270100 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:09:18.329723 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.335916 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.337809 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] 10.222.0.39 "DELETE /v2.0/networks/fbabe84a-9048-4835-97b4-df0d89ef7706 HTTP/1.1" status: 204 len: 168 time: 0.5656540 Sep 14 11:09:18.344028 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2c5e027b-3984-4b5c-84ee-7255dce0769c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.357389 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdbebd-833e-455d-a629-95da574b490f admin admin] Pushing event deleted for resources: {'Network': ['ID=fbabe84a-9048-4835-97b4-df0d89ef7706,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:18.390429 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 848673d7-1925-4df4-8828-6908639ea679 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:18.415454 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 848673d7-1925-4df4-8828-6908639ea679 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:18.416172 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 848673d7-1925-4df4-8828-6908639ea679 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:18.416532 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device ad2fdafd-019d-4512-875a-eafdee056948 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:18.437213 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: ad2fdafd-019d-4512-875a-eafdee056948 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:18.437844 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device ad2fdafd-019d-4512-875a-eafdee056948 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:18.438264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 870f8f87-17f9-4d0e-8dcc-b63205480378 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:09:18.458740 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 870f8f87-17f9-4d0e-8dcc-b63205480378 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:09:18.459292 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 870f8f87-17f9-4d0e-8dcc-b63205480378 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:09:18.465147 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2c5e027b-3984-4b5c-84ee-7255dce0769c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.469505 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2c5e027b-3984-4b5c-84ee-7255dce0769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.486468 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50248) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:18.507446 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2c5e027b-3984-4b5c-84ee-7255dce0769c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f810d64ba78842c28dba7769d0243ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978072 Sep 14 11:09:18.510323 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50250) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:18.510565 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e027b-3984-4b5c-84ee-7255dce0769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c64579b-06fa-4477-a8dd-8dbb75169564,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:18.546905 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ea276241-7055-4284-aa79-5e9481e179dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b5bc13d95974d5aa24aa4ec0465ddf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592005 Sep 14 11:09:18.549476 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50252) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:18.577189 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b460141-c518-4ffb-9a08-f5cbae77df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.598933 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b460141-c518-4ffb-9a08-f5cbae77df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.599142 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f877177-2048-43c1-bc76-37f3aa570833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.620162 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f877177-2048-43c1-bc76-37f3aa570833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.646092 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b460141-c518-4ffb-9a08-f5cbae77df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.648836 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b460141-c518-4ffb-9a08-f5cbae77df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.650036 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8b460141-c518-4ffb-9a08-f5cbae77df82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c64579b-06fa-4477-a8dd-8dbb75169564 HTTP/1.1" status: 204 len: 168 time: 0.1388249 Sep 14 11:09:18.658275 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b460141-c518-4ffb-9a08-f5cbae77df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c64579b-06fa-4477-a8dd-8dbb75169564,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:18.677113 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f877177-2048-43c1-bc76-37f3aa570833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.679773 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f877177-2048-43c1-bc76-37f3aa570833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:18.681088 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3f877177-2048-43c1-bc76-37f3aa570833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10529ca9-97f1-4664-b334-f367befd6496 HTTP/1.1" status: 204 len: 168 time: 0.1305480 Sep 14 11:09:18.694123 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f877177-2048-43c1-bc76-37f3aa570833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10529ca9-97f1-4664-b334-f367befd6496,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:18.984445 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9e450e0c-cdb1-4ae9-bedf-c527f575554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:19.971146 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50336) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:20.073253 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f35b9801-31bb-4af7-9bab-93a0c64b2a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.158989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f35b9801-31bb-4af7-9bab-93a0c64b2a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.162652 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f35b9801-31bb-4af7-9bab-93a0c64b2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.201248 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-f35b9801-31bb-4af7-9bab-93a0c64b2a5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eef79dcd5e5d45b7bb61674fde6ef31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290485 Sep 14 11:09:20.202132 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b9801-31bb-4af7-9bab-93a0c64b2a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97006f80-89e5-4273-9a3a-cb96a82f3fdc,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:20.204546 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50340) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:20.252542 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a17a-046f-4dfc-967d-fa43f739ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.272778 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a17a-046f-4dfc-967d-fa43f739ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.320205 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a17a-046f-4dfc-967d-fa43f739ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.322879 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a17a-046f-4dfc-967d-fa43f739ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:20.324030 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5ea7a17a-046f-4dfc-967d-fa43f739ddd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97006f80-89e5-4273-9a3a-cb96a82f3fdc HTTP/1.1" status: 204 len: 168 time: 0.1182516 Sep 14 11:09:20.331519 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7a17a-046f-4dfc-967d-fa43f739ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97006f80-89e5-4273-9a3a-cb96a82f3fdc,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:21.477850 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-71061487-2ae3-4319-a99c-81b34609a23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:21.667739 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:21.669978 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:21.830078 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50402) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:21.936123 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e24fc017-7e62-454b-89d1-b3d1dd1a69c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.020756 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e24fc017-7e62-454b-89d1-b3d1dd1a69c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.025481 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e24fc017-7e62-454b-89d1-b3d1dd1a69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.063721 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e24fc017-7e62-454b-89d1-b3d1dd1a69c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f12f69b29d894433b6a6efe083f55e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325990 Sep 14 11:09:22.064950 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fc017-7e62-454b-89d1-b3d1dd1a69c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecfea51-5115-4646-8690-2073dc4c70a2,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:22.066476 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50406) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:22.115155 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5268-834f-42f6-a31b-23decf412ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.135479 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5268-834f-42f6-a31b-23decf412ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.183744 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5268-834f-42f6-a31b-23decf412ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.186506 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5268-834f-42f6-a31b-23decf412ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.187635 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cdbf5268-834f-42f6-a31b-23decf412ea0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ecfea51-5115-4646-8690-2073dc4c70a2 HTTP/1.1" status: 204 len: 168 time: 0.1195538 Sep 14 11:09:22.195080 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf5268-834f-42f6-a31b-23decf412ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecfea51-5115-4646-8690-2073dc4c70a2,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:22.458779 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50420) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:22.472351 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e4c54b2-6e69-4ef1-95e2-138af1114deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.487327 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50422) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:22.562309 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e4c54b2-6e69-4ef1-95e2-138af1114deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.566986 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e4c54b2-6e69-4ef1-95e2-138af1114deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.606539 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1e4c54b2-6e69-4ef1-95e2-138af1114deb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39b4aedda82549c683d5fafaa186372a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466365 Sep 14 11:09:22.607418 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c54b2-6e69-4ef1-95e2-138af1114deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b136c36-1cb0-40b8-bfc9-9a5f51f9128d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:22.609215 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50426) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:22.662530 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0ed-cd24-4dd0-bb4f-d2c5510dd110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.683052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af7dc847-00ea-42a2-95f2-31b781dece88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.716436 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af7dc847-00ea-42a2-95f2-31b781dece88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.799567 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af7dc847-00ea-42a2-95f2-31b781dece88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.802373 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-af7dc847-00ea-42a2-95f2-31b781dece88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.803506 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-af7dc847-00ea-42a2-95f2-31b781dece88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b136c36-1cb0-40b8-bfc9-9a5f51f9128d HTTP/1.1" status: 204 len: 168 time: 0.1932883 Sep 14 11:09:22.810817 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0ed-cd24-4dd0-bb4f-d2c5510dd110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.823963 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dc847-00ea-42a2-95f2-31b781dece88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b136c36-1cb0-40b8-bfc9-9a5f51f9128d,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:22.827396 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0ed-cd24-4dd0-bb4f-d2c5510dd110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.866489 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b26ad0ed-cd24-4dd0-bb4f-d2c5510dd110 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cf3e4a7780440828342766654477093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780687 Sep 14 11:09:22.867355 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ad0ed-cd24-4dd0-bb4f-d2c5510dd110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98531c3-bb67-422a-a106-74ff203dc82b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:22.869386 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50430) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:22.918761 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b75f734-947f-4234-b684-a4d6e467607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.941270 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b75f734-947f-4234-b684-a4d6e467607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.967238 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.990050 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b75f734-947f-4234-b684-a4d6e467607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.992613 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b75f734-947f-4234-b684-a4d6e467607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.993898 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8b75f734-947f-4234-b684-a4d6e467607b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a98531c3-bb67-422a-a106-74ff203dc82b HTTP/1.1" status: 204 len: 168 time: 0.1234620 Sep 14 11:09:23.002411 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f734-947f-4234-b684-a4d6e467607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98531c3-bb67-422a-a106-74ff203dc82b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:24.349886 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50520) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:24.460245 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-36e6e79e-27f7-4202-9582-8213e74964ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.558479 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-36e6e79e-27f7-4202-9582-8213e74964ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.562557 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-36e6e79e-27f7-4202-9582-8213e74964ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.601537 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6e79e-27f7-4202-9582-8213e74964ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4635a-bdd7-4e59-b64c-c8dcdc9e551d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:24.610247 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50538) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:24.610711 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-36e6e79e-27f7-4202-9582-8213e74964ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6901ae210ca04f4e9b7e3d1b1e45da48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591252 Sep 14 11:09:24.634256 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.665155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df6b0e36-57f2-497b-9d5b-778a9086f84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.689140 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df6b0e36-57f2-497b-9d5b-778a9086f84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.739385 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df6b0e36-57f2-497b-9d5b-778a9086f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.742367 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df6b0e36-57f2-497b-9d5b-778a9086f84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.743526 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-df6b0e36-57f2-497b-9d5b-778a9086f84b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51b4635a-bdd7-4e59-b64c-c8dcdc9e551d HTTP/1.1" status: 204 len: 168 time: 0.1324623 Sep 14 11:09:24.751960 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b0e36-57f2-497b-9d5b-778a9086f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4635a-bdd7-4e59-b64c-c8dcdc9e551d,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:24.893372 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50552) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:24.999470 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-343b6bb6-c1d2-4009-bb11-f6d7de68876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.017478 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50556) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:25.030830 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4bbf971e-11d7-47d1-adfb-c7a551b752f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.090758 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-343b6bb6-c1d2-4009-bb11-f6d7de68876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.094078 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-343b6bb6-c1d2-4009-bb11-f6d7de68876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.129312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b6bb6-c1d2-4009-bb11-f6d7de68876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a82967-1e2e-41bb-b4d3-c9facea3bd41,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:25.134764 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-343b6bb6-c1d2-4009-bb11-f6d7de68876c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca8398a5eac14e7b8a90351e8f2fa53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396452 Sep 14 11:09:25.136393 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50558) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:25.174347 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4bbf971e-11d7-47d1-adfb-c7a551b752f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.178494 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4bbf971e-11d7-47d1-adfb-c7a551b752f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.186044 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-35017a53-c627-4e4c-9487-8cb67ed89dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.206123 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-35017a53-c627-4e4c-9487-8cb67ed89dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.216110 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4bbf971e-11d7-47d1-adfb-c7a551b752f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b1264bcbfa42899cced4b5ca9f1050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974816 Sep 14 11:09:25.216986 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf971e-11d7-47d1-adfb-c7a551b752f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf81f05-7ad7-4a90-bc61-336606d91983,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:25.219296 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50560) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:25.253484 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-35017a53-c627-4e4c-9487-8cb67ed89dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.256072 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-35017a53-c627-4e4c-9487-8cb67ed89dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.259554 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-35017a53-c627-4e4c-9487-8cb67ed89dfa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00a82967-1e2e-41bb-b4d3-c9facea3bd41 HTTP/1.1" status: 204 len: 168 time: 0.1199355 Sep 14 11:09:25.270474 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35017a53-c627-4e4c-9487-8cb67ed89dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a82967-1e2e-41bb-b4d3-c9facea3bd41,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:25.276614 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0b52cf1-90ec-47ec-892a-d2672ae8d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.303006 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0b52cf1-90ec-47ec-892a-d2672ae8d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.350429 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0b52cf1-90ec-47ec-892a-d2672ae8d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.352930 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0b52cf1-90ec-47ec-892a-d2672ae8d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.354129 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e0b52cf1-90ec-47ec-892a-d2672ae8d5a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdf81f05-7ad7-4a90-bc61-336606d91983 HTTP/1.1" status: 204 len: 168 time: 0.1316562 Sep 14 11:09:25.362286 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b52cf1-90ec-47ec-892a-d2672ae8d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf81f05-7ad7-4a90-bc61-336606d91983,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:25.630953 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50574) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:25.644870 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2c82d52a-55e8-4064-9bed-58d2d1f783f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.737619 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2c82d52a-55e8-4064-9bed-58d2d1f783f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.741096 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2c82d52a-55e8-4064-9bed-58d2d1f783f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.780073 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2c82d52a-55e8-4064-9bed-58d2d1f783f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26d7358e6407463e9841e665ff659e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474843 Sep 14 11:09:25.780945 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82d52a-55e8-4064-9bed-58d2d1f783f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d201f9c-d6e3-45d8-9a5d-eb3e8001a8d4,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:25.782704 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50580) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:25.836441 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22c7a6f6-7266-4f4c-a459-fcce0326ffbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.857479 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22c7a6f6-7266-4f4c-a459-fcce0326ffbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.907732 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22c7a6f6-7266-4f4c-a459-fcce0326ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.910412 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22c7a6f6-7266-4f4c-a459-fcce0326ffbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:25.911565 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-22c7a6f6-7266-4f4c-a459-fcce0326ffbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d201f9c-d6e3-45d8-9a5d-eb3e8001a8d4 HTTP/1.1" status: 204 len: 168 time: 0.1270716 Sep 14 11:09:25.919399 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7a6f6-7266-4f4c-a459-fcce0326ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d201f9c-d6e3-45d8-9a5d-eb3e8001a8d4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:26.374466 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50612) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:26.487902 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a4d7-c4e4-4c30-8b1c-81e8623c47ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.580146 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a4d7-c4e4-4c30-8b1c-81e8623c47ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.584471 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a4d7-c4e4-4c30-8b1c-81e8623c47ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.624195 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dfa5a4d7-c4e4-4c30-8b1c-81e8623c47ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3eeac83fd694254983342e51e297117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486198 Sep 14 11:09:26.626087 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a4d7-c4e4-4c30-8b1c-81e8623c47ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c651d95d-78f2-4118-a0e2-39c266be2a30,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:26.627046 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50624) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:26.678488 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bfa244f-1034-4f49-900c-5ec74202778d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.699533 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bfa244f-1034-4f49-900c-5ec74202778d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.746547 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bfa244f-1034-4f49-900c-5ec74202778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.749246 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bfa244f-1034-4f49-900c-5ec74202778d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:26.750439 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7bfa244f-1034-4f49-900c-5ec74202778d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c651d95d-78f2-4118-a0e2-39c266be2a30 HTTP/1.1" status: 204 len: 168 time: 0.1219337 Sep 14 11:09:26.759109 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa244f-1034-4f49-900c-5ec74202778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c651d95d-78f2-4118-a0e2-39c266be2a30,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:31.634701 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50686) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:31.735333 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-805cb24c-813d-4e47-9f9c-595e03ae7678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.820017 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-805cb24c-813d-4e47-9f9c-595e03ae7678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.823667 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-805cb24c-813d-4e47-9f9c-595e03ae7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.861189 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-805cb24c-813d-4e47-9f9c-595e03ae7678 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07d3ef58c4ce491297f16a391e3522f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254429 Sep 14 11:09:31.862057 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cb24c-813d-4e47-9f9c-595e03ae7678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2930e69e-23a2-4140-a1aa-42849205d40b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:31.864684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50690) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:31.916941 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b9645dd8-5f8e-4e42-8746-9c988c8b0156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.937894 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b9645dd8-5f8e-4e42-8746-9c988c8b0156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.986774 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b9645dd8-5f8e-4e42-8746-9c988c8b0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.989648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b9645dd8-5f8e-4e42-8746-9c988c8b0156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:31.990814 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b9645dd8-5f8e-4e42-8746-9c988c8b0156 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2930e69e-23a2-4140-a1aa-42849205d40b HTTP/1.1" status: 204 len: 168 time: 0.1246748 Sep 14 11:09:31.999180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9645dd8-5f8e-4e42-8746-9c988c8b0156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930e69e-23a2-4140-a1aa-42849205d40b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:32.247737 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50696) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:32.260616 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c203c882-bd3e-44c8-acc2-a9c75db5108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.346727 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c203c882-bd3e-44c8-acc2-a9c75db5108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.350345 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c203c882-bd3e-44c8-acc2-a9c75db5108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.386853 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c203c882-bd3e-44c8-acc2-a9c75db5108e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a30a90ae3f74f389dbda0baf694eb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380494 Sep 14 11:09:32.388775 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203c882-bd3e-44c8-acc2-a9c75db5108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b8e0d7-7431-47ce-9221-5a1ffbf39997,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:32.389511 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50698) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:32.437051 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56d8c1bb-9d3b-4cc6-9c77-dfab671d9aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.456870 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56d8c1bb-9d3b-4cc6-9c77-dfab671d9aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.501442 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56d8c1bb-9d3b-4cc6-9c77-dfab671d9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.503970 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56d8c1bb-9d3b-4cc6-9c77-dfab671d9aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:32.505092 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-56d8c1bb-9d3b-4cc6-9c77-dfab671d9aa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50b8e0d7-7431-47ce-9221-5a1ffbf39997 HTTP/1.1" status: 204 len: 168 time: 0.1145227 Sep 14 11:09:32.513879 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8c1bb-9d3b-4cc6-9c77-dfab671d9aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b8e0d7-7431-47ce-9221-5a1ffbf39997,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:34.442660 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50768) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:34.542344 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c5d452c3-c6de-423b-a807-7cced43f10a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.633240 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c5d452c3-c6de-423b-a807-7cced43f10a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.637759 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c5d452c3-c6de-423b-a807-7cced43f10a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.673885 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d452c3-c6de-423b-a807-7cced43f10a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b32bf-cc35-4658-bda2-ce6ce349fcea,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:34.678443 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c5d452c3-c6de-423b-a807-7cced43f10a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5788f850dae34be187ab0ab2097aa20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347634 Sep 14 11:09:34.681250 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50772) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:34.727498 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1637b9f-cf5a-4f4a-a92f-120cfbdbd8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.748368 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1637b9f-cf5a-4f4a-a92f-120cfbdbd8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.793841 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1637b9f-cf5a-4f4a-a92f-120cfbdbd8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.796300 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1637b9f-cf5a-4f4a-a92f-120cfbdbd8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.797431 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d1637b9f-cf5a-4f4a-a92f-120cfbdbd8c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/808b32bf-cc35-4658-bda2-ce6ce349fcea HTTP/1.1" status: 204 len: 168 time: 0.1153812 Sep 14 11:09:34.805126 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637b9f-cf5a-4f4a-a92f-120cfbdbd8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b32bf-cc35-4658-bda2-ce6ce349fcea,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:35.051356 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50778) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:35.064695 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57a9eac6-5fa3-47fb-aab6-6c282f40e54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.151441 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57a9eac6-5fa3-47fb-aab6-6c282f40e54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.156484 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57a9eac6-5fa3-47fb-aab6-6c282f40e54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.193764 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-57a9eac6-5fa3-47fb-aab6-6c282f40e54f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8f4694e412c42daa0d795176a9b5efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410532 Sep 14 11:09:35.194901 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9eac6-5fa3-47fb-aab6-6c282f40e54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650c2c61-9ac2-4e3d-8cf3-1a55efb32b2f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:35.196456 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50780) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:35.243588 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5b602c9-1931-4006-9920-5696a7a2621d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.264011 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5b602c9-1931-4006-9920-5696a7a2621d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.310252 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5b602c9-1931-4006-9920-5696a7a2621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.312756 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5b602c9-1931-4006-9920-5696a7a2621d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:35.313909 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b5b602c9-1931-4006-9920-5696a7a2621d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/650c2c61-9ac2-4e3d-8cf3-1a55efb32b2f HTTP/1.1" status: 204 len: 168 time: 0.1164255 Sep 14 11:09:35.321202 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b602c9-1931-4006-9920-5696a7a2621d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c2c61-9ac2-4e3d-8cf3-1a55efb32b2f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:35.329838 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:09:35.946140 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50802) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:36.038266 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849036025-network', 'tenant_id': '3c8b3a67bcc84af0bf0b65ee092126c2'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:36.058388 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Made reservation on behalf of 3c8b3a67bcc84af0bf0b65ee092126c2 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:09:36.060717 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.069242 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.156032 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.159485 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.182087 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:09:36.191896 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f35b10-3a0f-4e7c-85d7-cd0d241428f7,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:36.196671 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.197021 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Added segment e4c8d8dc-6738-40d4-9037-ba3d5b034709 of type vlan for network d756eba3-8383-48b8-845a-8803e296a5ea Sep 14 11:09:36.234936 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.258112 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.259079 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:36.259664 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.292021 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3447804 Sep 14 11:09:36.295030 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50806) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:36.299864 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Request body: {'subnet': {'network_id': 'd756eba3-8383-48b8-845a-8803e296a5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849036025-subnet', 'tenant_id': '3c8b3a67bcc84af0bf0b65ee092126c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:36.322490 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Made reservation on behalf of 3c8b3a67bcc84af0bf0b65ee092126c2 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:09:36.323885 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57547a8-611d-4e4c-9f4c-35958dab0e17 admin admin] Pushing event updated for resources: {'Network': ['ID=d756eba3-8383-48b8-845a-8803e296a5ea,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:36.325310 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.335217 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network d756eba3-8383-48b8-845a-8803e296a5ea details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:09:36.485481 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.542125 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07421fab-c749-48e1-93cf-06ab47d2019d,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:36.546904 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Checking segment: {'id': 'e4c8d8dc-6738-40d4-9037-ba3d5b034709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd756eba3-8383-48b8-845a-8803e296a5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:09:36.547254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Network hostable DHCP agents. Network: d756eba3-8383-48b8-845a-8803e296a5ea, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:09:36.563699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Network d756eba3-8383-48b8-845a-8803e296a5ea is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:09:36.575915 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, d756eba3-8383-48b8-845a-8803e296a5ea) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:09:36.580379 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:36.580941 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:36.585589 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cb8f8-a537-48aa-9b4f-421d735635f5 None None] Network d756eba3-8383-48b8-845a-8803e296a5ea requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:36.594570 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-9a4faeb7-79e9-4456-8bfc-6a2678d726a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2984841 Sep 14 11:09:36.702431 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f570b4-4d72-4da5-99d3-6d11a784c85d None None] Network d756eba3-8383-48b8-845a-8803e296a5ea requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:37.042056 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50822) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:37.047596 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1572312570-network', 'tenant_id': '7185bbd8182f439cb7424c91873e185e'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:37.067699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Made reservation on behalf of 7185bbd8182f439cb7424c91873e185e for: {'network': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:09:37.070047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.079108 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.167874 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.172031 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.199085 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:09:37.204649 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d50f2-4992-4958-bbc9-a1777b520b31,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:37.212050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.212904 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.segments_db [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Added segment 4eb62b94-a93e-41d7-a4de-0512580b6f94 of type vlan for network c322db11-a403-4833-8e3a-0facdb50606f Sep 14 11:09:37.252619 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.275732 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.276675 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:37.277254 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.311610 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2684927 Sep 14 11:09:37.314487 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50824) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:37.319476 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Request body: {'subnet': {'network_id': 'c322db11-a403-4833-8e3a-0facdb50606f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1572312570-subnet', 'tenant_id': '7185bbd8182f439cb7424c91873e185e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:37.339453 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Made reservation on behalf of 7185bbd8182f439cb7424c91873e185e for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:09:37.342339 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed856e56-9c96-44c8-9bb1-3570dd9d8ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=c322db11-a403-4833-8e3a-0facdb50606f,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:37.342467 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4543887'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.352786 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network c322db11-a403-4833-8e3a-0facdb50606f details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:09:37.518229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4575323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4543889'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.574920 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2faed91a-1d78-46a6-b9c3-7acd5c52b41a,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:37.582725 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Checking segment: {'id': '4eb62b94-a93e-41d7-a4de-0512580b6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c322db11-a403-4833-8e3a-0facdb50606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:09:37.583085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Network hostable DHCP agents. Network: c322db11-a403-4833-8e3a-0facdb50606f, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:09:37.598770 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Network c322db11-a403-4833-8e3a-0facdb50606f is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:09:37.607118 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, c322db11-a403-4833-8e3a-0facdb50606f) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:09:37.611889 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:37.612478 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:37.615070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bf5e8-2e1e-4bf7-901a-03eda43b9848 None None] Network c322db11-a403-4833-8e3a-0facdb50606f requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:37.627154 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3e2610e8-8f26-4da3-9524-04d34ce89688 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3115039 Sep 14 11:09:37.741954 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ed27f-f994-4579-bd1c-e3fd06f55b95 None None] Network c322db11-a403-4833-8e3a-0facdb50606f requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:48.993926 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-20f0eb1a-c565-4dad-95d6-7aee4b07798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.020935 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50948) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:51.068733 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Deleting subnet 07421fab-c749-48e1-93cf-06ab47d2019d {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:09:51.071942 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.106680 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.144074 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.193874 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.218175 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07421fab-c749-48e1-93cf-06ab47d2019d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:51.221851 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.224206 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-246cd5c3-5ce2-4703-a6fb-d647a70220a7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07421fab-c749-48e1-93cf-06ab47d2019d HTTP/1.1" status: 204 len: 168 time: 0.2017245 Sep 14 11:09:51.226127 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50950) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:51.296664 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.373050 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.396392 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d756eba3-8383-48b8-845a-8803e296a5ea']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:51.405407 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c8d8dc-6738-40d4-9037-ba3d5b034709') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:51.405737 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c8d8dc-6738-40d4-9037-ba3d5b034709') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:51.414795 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.427719 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.433285 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:09:51.433709 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:09:51.435804 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:09:51.477957 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-98a07c64-fabc-4b27-b3b9-d4696b2e2721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.488838 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.494822 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.496652 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d756eba3-8383-48b8-845a-8803e296a5ea HTTP/1.1" status: 204 len: 168 time: 0.2696054 Sep 14 11:09:51.500475 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50952) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:51.506279 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149694-320c-46ee-b119-8d15672d1ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d756eba3-8383-48b8-845a-8803e296a5ea,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:51.543425 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Deleting subnet 2faed91a-1d78-46a6-b9c3-7acd5c52b41a {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:09:51.547016 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.582554 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5590367'] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.625010 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.666592 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.669416 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.676215 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6840923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4524041'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.702740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2faed91a-1d78-46a6-b9c3-7acd5c52b41a,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:51.704684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.706559 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-ed246070-cf33-4f5c-9b8e-8929c38730fb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2faed91a-1d78-46a6-b9c3-7acd5c52b41a HTTP/1.1" status: 204 len: 168 time: 0.2049854 Sep 14 11:09:51.709021 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50954) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:51.773104 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.850106 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.869187 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c322db11-a403-4833-8e3a-0facdb50606f']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:51.878671 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb62b94-a93e-41d7-a4de-0512580b6f94') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:51.878963 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb62b94-a93e-41d7-a4de-0512580b6f94') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:51.887884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.901231 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.908207 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:09:51.908597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:09:51.910538 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:09:51.966575 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.970884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.973712 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c322db11-a403-4833-8e3a-0facdb50606f HTTP/1.1" status: 204 len: 168 time: 0.2637081 Sep 14 11:09:51.986669 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a51d1a-b8eb-4b01-a337-abb06fc19cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c322db11-a403-4833-8e3a-0facdb50606f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:52.126491 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50958) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:52.163881 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-630f405e-c872-426c-b72d-b69cda045b06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c8b3a67bcc84af0bf0b65ee092126c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362515 Sep 14 11:09:52.166187 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 50960) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:52.210931 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d7d57f13-13b7-4976-9226-30f33b779f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.230823 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d7d57f13-13b7-4976-9226-30f33b779f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.275159 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d7d57f13-13b7-4976-9226-30f33b779f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.278061 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d7d57f13-13b7-4976-9226-30f33b779f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.279787 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-d7d57f13-13b7-4976-9226-30f33b779f78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97f35b10-3a0f-4e7c-85d7-cd0d241428f7 HTTP/1.1" status: 204 len: 168 time: 0.1127174 Sep 14 11:09:52.287544 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d57f13-13b7-4976-9226-30f33b779f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f35b10-3a0f-4e7c-85d7-cd0d241428f7,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:52.581957 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50966) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:52.620631 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0c126e80-8218-4ab7-ba51-8c265d72f2f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7185bbd8182f439cb7424c91873e185e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375307 Sep 14 11:09:52.623560 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 50968) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:52.672952 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e04d65e-0c6e-44b0-a5a9-731831d3730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.694041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e04d65e-0c6e-44b0-a5a9-731831d3730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.739014 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e04d65e-0c6e-44b0-a5a9-731831d3730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.741603 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e04d65e-0c6e-44b0-a5a9-731831d3730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.743120 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1e04d65e-0c6e-44b0-a5a9-731831d3730e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/089d50f2-4992-4958-bbc9-a1777b520b31 HTTP/1.1" status: 204 len: 168 time: 0.1186414 Sep 14 11:09:52.751368 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04d65e-0c6e-44b0-a5a9-731831d3730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d50f2-4992-4958-bbc9-a1777b520b31,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:52.969398 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:54.629613 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:56.513051 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d48bb-956b-495b-bec7-34403d17b4f0 req-06dbc8eb-f3eb-4d77-b8f0-9d2fdb5da842 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:56.514594 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-350d48bb-956b-495b-bec7-34403d17b4f0 req-06dbc8eb-f3eb-4d77-b8f0-9d2fdb5da842 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Sep 14 11:09:56.551678 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-350d48bb-956b-495b-bec7-34403d17b4f0 req-6d827904-5f18-4ad1-8884-2f15cdc8c42a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Sep 14 11:09:57.671049 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7488a-5f12-47c6-96c7-114d9ffdcb5a req-c1837ffb-beaf-4ab1-83bf-92f57e87b98d tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:57.672533 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fcd7488a-5f12-47c6-96c7-114d9ffdcb5a req-c1837ffb-beaf-4ab1-83bf-92f57e87b98d tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Sep 14 11:09:57.709803 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fcd7488a-5f12-47c6-96c7-114d9ffdcb5a req-5f60c1df-7bbe-4c1f-885c-9faf7b972e7c tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Sep 14 11:09:58.003516 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-32929720-603b-4f18-9c6a-5eea13ab1157 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:58.005476 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-32929720-603b-4f18-9c6a-5eea13ab1157 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Sep 14 11:09:58.096510 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Deleting port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:09:58.097393 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:58.183188 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] For port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:58.183546 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:58.345160 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:58.345518 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:58.345925 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Floating IP 68678bff-8f3e-4b0b-a77b-8eb681df3d05 disassociated. External IP: 172.27.2.242, port: c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b. Sep 14 11:09:58.346196 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Calling delete_port for c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:09:58.482493 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:58.510015 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'Port': ['ID=c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:58.619774 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:09:58.723972 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:09:58.734826 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:09:58.744376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:58.745026 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:58.769092 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] No DVR routers for this DVR port c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:09:58.771729 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:58.773796 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a978c7ec-620b-4143-8f83-9c67ae315fd3 req-2fbd3fab-342d-4548-9472-e14cd7534986 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "DELETE /v2.0/ports/c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b HTTP/1.1" status: 204 len: 173 time: 0.7623522 Sep 14 11:09:58.774460 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'name': 'network-vif-deleted', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:09:58.778648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1384425-eb36-4570-a5a0-ac01eadff73d" -d '{"events": [{"server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "name": "network-vif-deleted", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:09:58.816095 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28d125e2-1236-4c37-8f30-3d7f01e3a708 req-4d61a12d-46c5-443d-807e-6dd33e486430 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=a776169e-d6fd-4a49-8bee-c54c9b5ea9e0 HTTP/1.1" status: 200 len: 210 time: 0.0374548 Sep 14 11:09:58.830681 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de94ac4f-c4dd-4562-9756-158d7b65b5cf x-openstack-request-id: req-de94ac4f-c4dd-4562-9756-158d7b65b5cf {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:09:58.830977 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776169e-d6fd-4a49-8bee-c54c9b5ea9e0", "name": "network-vif-deleted", "tag": "c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:09:58.831233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de94ac4f-c4dd-4562-9756-158d7b65b5cf {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:09:58.831798 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776169e-d6fd-4a49-8bee-c54c9b5ea9e0', 'name': 'network-vif-deleted', 'tag': 'c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b', 'status': 'completed', 'code': 200} Sep 14 11:09:58.856928 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:59.070646 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:59.117854 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:09:59.129478 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:09:59.130135 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:59.239948 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:09:59.442245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:09:59.471080 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e8caa-2af4-45d6-a398-f889ed3d4140 None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:09:59.680174 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aeaafa-8c1f-46ff-9172-cc331c312c59 None None] New status for floating IP 68678bff-8f3e-4b0b-a77b-8eb681df3d05: DOWN {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:10:00.060648 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-5e6a68ad-b521-4feb-a858-dcc88ab53800 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022332572&fields=id&tenant_id=02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 267 time: 0.0314252 Sep 14 11:10:00.166880 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-28d44516-afd5-43e0-9c87-a3b086dea926 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:00.168344 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-28d44516-afd5-43e0-9c87-a3b086dea926 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 812 time: 0.1014662 Sep 14 11:10:00.182794 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-6d7e2ea4-e49a-4534-ab70-934d69610f1a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/quotas/02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 375 time: 0.0088496 Sep 14 11:10:00.234310 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-4473452c-da71-42c6-94dc-3bb798e7c4b4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460422 Sep 14 11:10:00.332425 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-7d1cb502-7166-46ad-8314-664eb15216e3 service neutron] 10.222.0.39 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869358 Sep 14 11:10:00.426418 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-374f625e-44ba-4c96-b562-eaffdbf06532 service neutron] 10.222.0.39 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Sep 14 11:10:00.631309 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51112) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:00.720685 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b1d81be9-ff0c-4d3a-98b2-aa2e8ec25e6f req-7f198a9e-2c7b-4ae5-b5c0-138a2e7d0c84 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 210 time: 0.0308673 Sep 14 11:10:00.746782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5b916c-a156-459a-aeb6-2fab9ad57aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:00.841511 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5b916c-a156-459a-aeb6-2fab9ad57aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:00.845895 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5b916c-a156-459a-aeb6-2fab9ad57aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:00.881911 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b916c-a156-459a-aeb6-2fab9ad57aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122a4f2f-b494-4c99-ae3e-99d97d044db1,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:00.888947 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-af5b916c-a156-459a-aeb6-2fab9ad57aef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=603ae8e313c94a3fb178a8d177911547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538550 Sep 14 11:10:00.889332 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51124) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:00.938560 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be2fb943-01f7-4105-8f5e-9ee1781e9dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:00.960073 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be2fb943-01f7-4105-8f5e-9ee1781e9dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.010404 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be2fb943-01f7-4105-8f5e-9ee1781e9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.013512 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be2fb943-01f7-4105-8f5e-9ee1781e9dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.014741 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-be2fb943-01f7-4105-8f5e-9ee1781e9dfb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/122a4f2f-b494-4c99-ae3e-99d97d044db1 HTTP/1.1" status: 204 len: 168 time: 0.1246691 Sep 14 11:10:01.023284 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fb943-01f7-4105-8f5e-9ee1781e9dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122a4f2f-b494-4c99-ae3e-99d97d044db1,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:01.276575 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51132) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:01.290091 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e2e26ad-f063-4862-842b-9bc941b2b196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.378861 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e2e26ad-f063-4862-842b-9bc941b2b196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.382502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e2e26ad-f063-4862-842b-9bc941b2b196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.420229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e26ad-f063-4862-842b-9bc941b2b196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f57153-95ae-4c09-932a-d31cd1252d5d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:01.425377 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7e2e26ad-f063-4862-842b-9bc941b2b196 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18762ef1dabe4f2c86b668243b7ec4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477275 Sep 14 11:10:01.427445 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51134) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:01.474618 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.496691 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.546983 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.549782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.553947 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81f57153-95ae-4c09-932a-d31cd1252d5d HTTP/1.1" status: 204 len: 168 time: 0.1255848 Sep 14 11:10:01.562175 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f57153-95ae-4c09-932a-d31cd1252d5d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:01.569973 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.570324 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.570662 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.571003 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.571336 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.571668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.571993 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.572319 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.572817 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.573303 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.573958 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.574948 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce9c4-7e4b-4395-968c-25e222dc8fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:01.622699 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-7af05002-df5a-43b8-ad55-1b7bd9c35b44 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:01.624730 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-7af05002-df5a-43b8-ad55-1b7bd9c35b44 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 812 time: 0.1267562 Sep 14 11:10:01.668083 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-4a56016c-c7e6-4346-8244-16095e1015f8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 380 time: 0.0345144 Sep 14 11:10:01.685335 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'port': {'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'admin_state_up': True, 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'security_groups': ['34647d4a-9f9b-404b-8c9b-28eefc2ef7df']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:01.803097 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Made reservation on behalf of 02c3f53b44f7499fb9900f6bf9819e30 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:10:01.809231 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.820638 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d688012f-2a8b-43fe-98cf-93586623ba45 req-e5b4cf2b-a10f-4624-b7ec-a535192378dd tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 210 time: 0.0281825 Sep 14 11:10:01.921437 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51144) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:01.937615 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4677ac7-5a4b-4685-a5ef-faa48cd66300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:01.953193 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Allocated IP 172.20.0.9 (413a84a7-61ec-45bf-968b-cb07f1c2deb7/97c28512-f214-4f00-858d-85e3ad6bdc9b/ff3a2ebc-0026-4232-a886-6a031639d18f) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:02.037696 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4677ac7-5a4b-4685-a5ef-faa48cd66300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.041169 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4677ac7-5a4b-4685-a5ef-faa48cd66300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.078310 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677ac7-5a4b-4685-a5ef-faa48cd66300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70bc023-a486-4f7d-a83f-40875bd0d344,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:02.082576 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d4677ac7-5a4b-4685-a5ef-faa48cd66300 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65f9cd92023447e3b1182552e087fab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601019 Sep 14 11:10:02.085219 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51148) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:02.120660 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.134486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Transition to ACTIVE for port object ff3a2ebc-0026-4232-a886-6a031639d18f will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:02.144438 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56fe920d-d7b8-4ac8-b716-f572822eea29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.165199 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56fe920d-d7b8-4ac8-b716-f572822eea29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.167879 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.212131 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:02.216595 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56fe920d-d7b8-4ac8-b716-f572822eea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.217670 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:02.219359 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56fe920d-d7b8-4ac8-b716-f572822eea29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.220119 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:02.220521 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-56fe920d-d7b8-4ac8-b716-f572822eea29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a70bc023-a486-4f7d-a83f-40875bd0d344 HTTP/1.1" status: 204 len: 168 time: 0.1343591 Sep 14 11:10:02.228406 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe920d-d7b8-4ac8-b716-f572822eea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70bc023-a486-4f7d-a83f-40875bd0d344,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:02.265597 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=ff3a2ebc-0026-4232-a886-6a031639d18f,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:02.280492 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.280845 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.281191 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.281528 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.281902 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.282236 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.282564 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.282894 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.283229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.283553 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.283875 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.284194 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:02.307334 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:02.307958 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.324239 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-c9ce1c1f-44ac-4109-a4cd-8fcb5ba03b82 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427054 Sep 14 11:10:02.336918 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Request body: {'port': {'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:02.391845 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.491371 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-af8ba1c7-6536-48d8-924b-2781ee0cde7b None None] Provisioning for port ff3a2ebc-0026-4232-a886-6a031639d18f completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:02.495249 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-af8ba1c7-6536-48d8-924b-2781ee0cde7b None None] Provisioning complete for port ff3a2ebc-0026-4232-a886-6a031639d18f triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:02.495633 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-af8ba1c7-6536-48d8-924b-2781ee0cde7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.535098 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-af8ba1c7-6536-48d8-924b-2781ee0cde7b None None] Port ff3a2ebc-0026-4232-a886-6a031639d18f cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:10:02.668220 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3a2ebc-0026-4232-a886-6a031639d18f {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:10:02.676220 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.688190 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Transition to ACTIVE for port object ff3a2ebc-0026-4232-a886-6a031639d18f will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:02.691739 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.745853 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a2ebc-0026-4232-a886-6a031639d18f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:02.818779 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Attempting to bind port ff3a2ebc-0026-4232-a886-6a031639d18f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:02.819419 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Attempting to bind port ff3a2ebc-0026-4232-a886-6a031639d18f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:02.819419 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Attempting to bind port ff3a2ebc-0026-4232-a886-6a031639d18f on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:02.824059 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Port ff3a2ebc-0026-4232-a886-6a031639d18f on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:10:02.824380 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Attempting to bind port ff3a2ebc-0026-4232-a886-6a031639d18f on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:02.830133 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:02.830468 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Checking segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:02.831136 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Bound using segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:02.831570 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Bound port: ff3a2ebc-0026-4232-a886-6a031639d18f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:02.831934 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.920681 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] For port ff3a2ebc-0026-4232-a886-6a031639d18f, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:02.946097 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] For port ff3a2ebc-0026-4232-a886-6a031639d18f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff3a2ebc-0026-4232-a886-6a031639d18f,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:02.951935 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.975499 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51176) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:02.994312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:02.994884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:02.996333 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] 10.222.0.68 "PUT /v2.0/ports/ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 1093 time: 0.6636887 Sep 14 11:10:02.996846 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:10:02.999145 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63f6713-b50c-4055-ac14-53684c2e16cc" -d '{"events": [{"name": "network-changed", "server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:10:03.038583 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c491a8-92c9-4c16-932e-66b2e7e6d657 req-547ee284-bd27-4a41-aef8-211965da1643 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.042111 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6c491a8-92c9-4c16-932e-66b2e7e6d657 req-547ee284-bd27-4a41-aef8-211965da1643 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.1327965 Sep 14 11:10:03.068026 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149703d8-ebda-442d-b4bb-d5aaf14cbed3 x-openstack-request-id: req-149703d8-ebda-442d-b4bb-d5aaf14cbed3 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:10:03.068322 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:10:03.068577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-149703d8-ebda-442d-b4bb-d5aaf14cbed3 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:10:03.068965 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'status': 'completed', 'code': 200} Sep 14 11:10:03.107866 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b735-e45a-4e11-9324-01c1b41a30b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a2ebc-0026-4232-a886-6a031639d18f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:03.122739 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551356092-network', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:03.141150 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b6c491a8-92c9-4c16-932e-66b2e7e6d657 req-2cf7902b-a12f-4fc7-8e73-05217ea47e4a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685563 Sep 14 11:10:03.144233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-d2d04c9f-e235-4045-bb31-6231a96e50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.145775 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-d2d04c9f-e235-4045-bb31-6231a96e50b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1096 time: 0.0942307 Sep 14 11:10:03.151292 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Made reservation on behalf of 665a8d3e02fc4e1d9b7458fc04641f56 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:10:03.153801 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.164408 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.194705 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-fa6c348c-e729-4d9d-b043-c28e148acbb4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 217 time: 0.0411956 Sep 14 11:10:03.243884 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-90480e45-753c-4c15-9087-fb3310f8cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.245336 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-90480e45-753c-4c15-9087-fb3310f8cd14 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0441287 Sep 14 11:10:03.257267 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.261073 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.281904 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:10:03.297053 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-4d4117f4-5469-4298-9516-cc00ee91bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.297256 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab7b7e-5197-4798-ac7f-346dc5bca36a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:03.300158 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-4d4117f4-5469-4298-9516-cc00ee91bc94 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473821 Sep 14 11:10:03.300311 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.300552 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Added segment 61ed6819-be45-42d4-8bd2-1f42259d91a6 of type vlan for network c85ac411-5cfa-49bc-beb8-6a6ec91997bb Sep 14 11:10:03.318551 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:10:03.338790 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:10:03.339132 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device c3cb9eed-d7f0-4f4f-8673-c22b5a004f0b not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:10:03.341957 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.365936 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.366926 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.367493 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.394507 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-f9f02c25-1c6c-4e56-b8e2-ca5dc1013dc3 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876830 Sep 14 11:10:03.396841 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4202650 Sep 14 11:10:03.399736 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51182) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:03.405948 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Request body: {'subnet': {'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551356092-subnet', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:03.426958 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05075d-6ea4-4858-80a1-025a5c3dcdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=c85ac411-5cfa-49bc-beb8-6a6ec91997bb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:03.437932 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:10:03.479231 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Made reservation on behalf of 665a8d3e02fc4e1d9b7458fc04641f56 for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:10:03.481495 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.555814 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-95077e3a-258d-45bd-986f-052b4a4b2085 req-257904aa-a21e-41f4-b5c8-369ae95c7d71 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536963 Sep 14 11:10:03.692044 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-a0498fd1-b521-43a6-87d0-19855a29ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.693452 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-a0498fd1-b521-43a6-87d0-19855a29ea35 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1096 time: 0.0798323 Sep 14 11:10:03.694713 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.774039 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de135a8-e002-455d-abe4-c01302ffda2c,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:03.821784 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Checking segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:03.822397 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Network hostable DHCP agents. Network: c85ac411-5cfa-49bc-beb8-6a6ec91997bb, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:10:03.840928 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-c4a4a125-9465-47e5-8694-818473f8d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.842948 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-c4a4a125-9465-47e5-8694-818473f8d32f service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.1256974 Sep 14 11:10:03.857577 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:10:03.887725 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-4b347909-cf5f-43c6-97b2-7bc5c0ce2a7d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 217 time: 0.0369296 Sep 14 11:10:03.891275 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, c85ac411-5cfa-49bc-beb8-6a6ec91997bb) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:03.895246 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.895833 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.900867 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f867e84-deb5-4cc9-9771-f4b507f85ea2 None None] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:10:03.944350 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-fa3622d3-cec5-43ce-9521-328c7ac1c362 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5409408 Sep 14 11:10:03.944621 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51188) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:03.948960 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:03.950522 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-f0f7b0f6-6794-402a-9017-dae9a5166f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:03.951972 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-f0f7b0f6-6794-402a-9017-dae9a5166f8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0539281 Sep 14 11:10:03.970442 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:03.971452 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.001651 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-e9e300b2-619b-4758-ae80-ea5cee1dcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:04.003227 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-e9e300b2-619b-4758-ae80-ea5cee1dcda5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438917 Sep 14 11:10:04.030016 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.062773 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:10:04.063639 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.098538 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-26a393d4-0d0d-4495-9fab-209038d23762 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Sep 14 11:10:04.169163 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.210415 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Allocated IP 172.20.0.2 (c85ac411-5cfa-49bc-beb8-6a6ec91997bb/4de135a8-e002-455d-abe4-c01302ffda2c/c20f58ff-d891-48d9-be5c-b2b0aab8dd53) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:04.215130 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e63f6713-b50c-4055-ac14-53684c2e16cc req-46488f8f-eabe-41eb-b5c5-7dbdaac13749 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099217 Sep 14 11:10:04.308781 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcba603-98fb-4c9d-a262-a8bfc05cd9ea req-c956584e-004f-4367-aece-26573a3f821d tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:04.310275 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fcba603-98fb-4c9d-a262-a8bfc05cd9ea req-c956584e-004f-4367-aece-26573a3f821d tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.0644004 Sep 14 11:10:04.369472 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.378543 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Transition to ACTIVE for port object c20f58ff-d891-48d9-be5c-b2b0aab8dd53 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:04.394379 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Transition to ACTIVE for port object c20f58ff-d891-48d9-be5c-b2b0aab8dd53 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:04.400210 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.437582 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:04.440551 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:04.444121 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:04.474215 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Pushing event updated for resources: {'Port': ['ID=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:04.508581 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Attempting to bind port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:04.509004 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Attempting to bind port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:04.509366 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Attempting to bind port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 on network c85ac411-5cfa-49bc-beb8-6a6ec91997bb {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:04.514898 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:04.515342 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Checking segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:04.515755 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.516149 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Bound using segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:04.516608 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Bound port: c20f58ff-d891-48d9-be5c-b2b0aab8dd53, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:04.516987 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.583486 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] For port c20f58ff-d891-48d9-be5c-b2b0aab8dd53, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:04.586671 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] For port c20f58ff-d891-48d9-be5c-b2b0aab8dd53, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:04.591551 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.648682 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70cbd3-6b03-40f8-9585-e6f09bbc4eef None None] Pushing event updated for resources: {'Port': ['ID=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:04.656132 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fcba603-98fb-4c9d-a262-a8bfc05cd9ea req-52b7b80a-1d0e-446b-94e1-cfaec4a8b1fc tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371463 Sep 14 11:10:04.670121 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.691773 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.801978 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Allocated IP 172.27.2.244 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/8b4027e1-609f-4220-bd9b-381dad376c1b) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:04.923350 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:04.965869 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:05.005020 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:05.008559 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:05.012610 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:05.042170 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Pushing event updated for resources: {'Port': ['ID=8b4027e1-609f-4220-bd9b-381dad376c1b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:05.270737 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:05.464284 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:05.577085 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af04bfa0-1913-47c9-82ef-f4569e7cdf05 None None] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:10:05.594642 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:10:05.699057 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-8a31f273-511b-4631-b3df-f48beac07ca4 None None] Provisioning for port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:05.704518 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:10:05.722329 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:05.725976 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Sync routers for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:10:05.726142 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7642cd82-4c1a-4c90-8fb7-b6f3c4b8631e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7803342 Sep 14 11:10:05.726678 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51194) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:05.742541 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:05.743164 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:05.781487 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84ffc5-6128-498b-ae52-c3db28b1f99b req-b6f14557-bfe0-48fa-9f73-473176bac62d tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:05.783682 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc84ffc5-6128-498b-ae52-c3db28b1f99b req-b6f14557-bfe0-48fa-9f73-473176bac62d tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.0508990 Sep 14 11:10:05.833450 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-dc84ffc5-6128-498b-ae52-c3db28b1f99b req-07572de0-1c32-4995-bfe6-6026abfcbd81 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356379 Sep 14 11:10:05.862819 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:06.051857 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:05Z', 'revision_number': 3, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:06.081513 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Checking router: 2537f8f8-26d7-4293-b1d6-f3b7da648cbd for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:10:06.081890 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Updating router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd port 8b4027e1-609f-4220-bd9b-381dad376c1b binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:10:06.105924 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.166528 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.294955 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c20f58ff-d891-48d9-be5c-b2b0aab8dd53 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:06.336187 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Allocated IP 172.20.0.1 (c85ac411-5cfa-49bc-beb8-6a6ec91997bb/4de135a8-e002-455d-abe4-c01302ffda2c/efc12fbe-50f7-4551-9ddd-a7bc147eeb34) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:06.396853 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:06.403722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.406141 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:06.406610 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.442502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.457897 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Transition to ACTIVE for port object efc12fbe-50f7-4551-9ddd-a7bc147eeb34 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:06.495742 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.534631 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:06.537499 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:06.540870 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:06.562595 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Transition to ACTIVE for port object 8b4027e1-609f-4220-bd9b-381dad376c1b will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:06.579787 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Pushing event updated for resources: {'Port': ['ID=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:06.583254 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.601223 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.638001 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Attempting to bind port 8b4027e1-609f-4220-bd9b-381dad376c1b on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:06.638375 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Attempting to bind port 8b4027e1-609f-4220-bd9b-381dad376c1b by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:06.638786 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Attempting to bind port 8b4027e1-609f-4220-bd9b-381dad376c1b on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:06.650963 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:06.651341 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:06.651750 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.652142 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:06.652611 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Bound port: 8b4027e1-609f-4220-bd9b-381dad376c1b, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:06.652997 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.655722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5ce27-b1c4-426f-b32e-6dc5d3a15f85 None None] Pushing event updated for resources: {'Port': ['ID=8b4027e1-609f-4220-bd9b-381dad376c1b,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:06.723943 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.734288 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.756574 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] For port 8b4027e1-609f-4220-bd9b-381dad376c1b, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:06.784576 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] For port 8b4027e1-609f-4220-bd9b-381dad376c1b, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8b4027e1-609f-4220-bd9b-381dad376c1b,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:06.789733 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port c20f58ff-d891-48d9-be5c-b2b0aab8dd53, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:06.792565 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.801524 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.822490 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0b0a8140-b888-4cad-ba7e-fa3b1c0e700a None None] Provisioning for port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:06.838028 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0b0a8140-b888-4cad-ba7e-fa3b1c0e700a None None] Provisioning complete for port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:06.838405 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8140-b888-4cad-ba7e-fa3b1c0e700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.881357 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:06.882025 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:06.900508 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.914502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:06.924565 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5ce27-b1c4-426f-b32e-6dc5d3a15f85 None None] Pushing event updated for resources: {'Port': ['ID=8b4027e1-609f-4220-bd9b-381dad376c1b,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:06.983958 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a8140-b888-4cad-ba7e-fa3b1c0e700a None None] Port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:10:07.003605 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:07.008632 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Pushing event updated for resources: {'Port': ['ID=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:07.024721 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081acaa-6832-4400-867b-9a4e1a392dc7 req-d77df8a2-9698-480b-a9c1-23db3b3c00b8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:07.025223 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:07.026240 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1081acaa-6832-4400-867b-9a4e1a392dc7 req-d77df8a2-9698-480b-a9c1-23db3b3c00b8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.1231737 Sep 14 11:10:07.047360 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:07.110784 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1081acaa-6832-4400-867b-9a4e1a392dc7 req-194bb505-b5f3-4303-8064-b56688c33607 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712645 Sep 14 11:10:07.142782 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:07.144344 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:07.250594 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 1, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:07.264967 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:10:07.277232 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce183-bc82-4ab5-aa3c-e0e40fa1b69a None None] The sync data for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi is: [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 1, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:10:07.380041 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:10:07.385085 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-745c950c-8095-4b15-8a5b-8ca967f9dc0a admin admin] 10.222.0.39 "PUT /v2.0/routers/2537f8f8-26d7-4293-b1d6-f3b7da648cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573889 Sep 14 11:10:07.406976 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-8c3f9fc9-8fae-48bd-965d-f75da848dc5a None None] Provisioning complete for port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:07.407353 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9fc9-8fae-48bd-965d-f75da848dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:07.450566 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f9fc9-8fae-48bd-965d-f75da848dc5a None None] Port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:10:07.888140 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51212) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:07.893998 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-89335779-network', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:07.916604 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Made reservation on behalf of 2e8640dce07e49d79dbc9e460dfab66d for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:10:07.919170 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.169646 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.251692 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571a2f-8a83-40df-ae84-407fc78148f2 req-efecf807-b8de-4b47-af77-e26efda1a736 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:08.259521 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-60571a2f-8a83-40df-ae84-407fc78148f2 req-efecf807-b8de-4b47-af77-e26efda1a736 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.0743048 Sep 14 11:10:08.297873 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.298829 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-60571a2f-8a83-40df-ae84-407fc78148f2 req-1c628940-8ac2-47e7-87dc-dd3203ab53d2 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374393 Sep 14 11:10:08.305601 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.327858 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:10:08.344548 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12099f80-262c-4d45-9be9-7c9c3da0b28c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:08.348935 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.349616 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Added segment 1093256e-f071-4af7-bd3a-db0719fe0151 of type vlan for network 83761af3-85ae-42cb-9d20-9f13ecc1e392 Sep 14 11:10:08.382151 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4027e1-609f-4220-bd9b-381dad376c1b up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:08.400224 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789067111217'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.428475 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.430249 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:08.430987 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.433461 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 8b4027e1-609f-4220-bd9b-381dad376c1b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:08.437223 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 8b4027e1-609f-4220-bd9b-381dad376c1b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:08.437617 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.469967 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5767775 Sep 14 11:10:08.470511 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51216) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:08.476017 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Request body: {'subnet': {'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-89335779-subnet', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'ip_version': 4}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:08.495927 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54714726-2b5f-4e71-858d-950733c32bbc admin admin] Pushing event updated for resources: {'Network': ['ID=83761af3-85ae-42cb-9d20-9f13ecc1e392,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:08.501885 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Made reservation on behalf of 2e8640dce07e49d79dbc9e460dfab66d for: {'subnet': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:10:08.504603 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4524268'] for subnet, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.515069 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 details requested by agent ovs-agent-dv-cinder-804035-12-iscsi with host dv-cinder-804035-12-iscsi {{(pid=93871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:10:08.556462 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.613310 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 8b4027e1-609f-4220-bd9b-381dad376c1b, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8b4027e1-609f-4220-bd9b-381dad376c1b,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:08.617336 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.618455 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c20f58ff-d891-48d9-be5c-b2b0aab8dd53 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:08.689063 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6840858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4524274'] for subnet, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.696263 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=8b4027e1-609f-4220-bd9b-381dad376c1b,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:08.706367 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.706741 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.707096 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.707434 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.707868 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.708176 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.708557 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.708910 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.709260 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.709616 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.709970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.710294 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:08.718974 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:08.719349 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.747452 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f01e691-08e1-4cf1-aba9-5d5c1e55c04f,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:08.758153 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Checking segment: {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:08.758505 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Network hostable DHCP agents. Network: 83761af3-85ae-42cb-9d20-9f13ecc1e392, hostable agents: ['865bf754-0076-4fde-afc7-c16bdf2ba681'], hosted agents: [] {{(pid=93870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:10:08.775232 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 is scheduled to be hosted by DHCP agent 865bf754-0076-4fde-afc7-c16bdf2ba681 with binding_index 1 {{(pid=93870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:10:08.784891 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-12-iscsi, 83761af3-85ae-42cb-9d20-9f13ecc1e392) {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:08.789153 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:08.789760 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.797582 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46be76b-f48c-4871-89eb-cad14a744775 None None] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:10:08.804419 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5fe813cf-cd5f-4cf5-98cb-1b2776c90c3d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3324742 Sep 14 11:10:08.806958 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51218) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:08.811967 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:08.835106 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.836133 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895684', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.890165 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:08.953502 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a184a13-e02c-5104-967f-3d8771120faf-83761af3-85ae-42cb-9d20-9f13ecc1e392', 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'fixed_ips': [{'subnet_id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f'}]}} from dv-cinder-804035-12-iscsi. {{(pid=93871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:10:08.954397 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.091517 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Allocated IP 172.20.0.2 (83761af3-85ae-42cb-9d20-9f13ecc1e392/5f01e691-08e1-4cf1-aba9-5d5c1e55c04f/0a1591c4-748c-47ff-8601-ec263f3cc706) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:09.240270 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.249634 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Transition to ACTIVE for port object 0a1591c4-748c-47ff-8601-ec263f3cc706 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:09.266231 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Transition to ACTIVE for port object 0a1591c4-748c-47ff-8601-ec263f3cc706 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:09.273218 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.294409 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.309984 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:09.313296 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:09.315743 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:09.330955 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Pushing event updated for resources: {'Port': ['ID=0a1591c4-748c-47ff-8601-ec263f3cc706,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:09.387341 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Attempting to bind port 0a1591c4-748c-47ff-8601-ec263f3cc706 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:09.387973 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Attempting to bind port 0a1591c4-748c-47ff-8601-ec263f3cc706 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:09.388099 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Attempting to bind port 0a1591c4-748c-47ff-8601-ec263f3cc706 on network 83761af3-85ae-42cb-9d20-9f13ecc1e392 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:09.393796 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:09.394319 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Checking segment: {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:09.394721 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.395109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Bound using segment: {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:09.395692 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Bound port: 0a1591c4-748c-47ff-8601-ec263f3cc706, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:09.396074 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.434505 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222526c6-e057-49c2-b99b-2af076ad873d req-9bac1b91-ced6-4ded-bc2b-388b1dca6b10 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:09.436873 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-222526c6-e057-49c2-b99b-2af076ad873d req-9bac1b91-ced6-4ded-bc2b-388b1dca6b10 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.0581732 Sep 14 11:10:09.452388 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Sync routers for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:10:09.461786 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:09.462329 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:09.466333 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] For port 0a1591c4-748c-47ff-8601-ec263f3cc706, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:09.470515 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] For port 0a1591c4-748c-47ff-8601-ec263f3cc706, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=0a1591c4-748c-47ff-8601-ec263f3cc706,segment=NetworkSegment(1093256e-f071-4af7-bd3a-db0719fe0151),segment_id=1093256e-f071-4af7-bd3a-db0719fe0151)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:09.475437 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.488223 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-222526c6-e057-49c2-b99b-2af076ad873d req-28718493-5a12-4111-b1f9-428370d33501 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Sep 14 11:10:09.526687 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.546422 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.548092 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f53cea-7b2c-4fb8-b403-d6add8f1d99f None None] Pushing event updated for resources: {'Port': ['ID=0a1591c4-748c-47ff-8601-ec263f3cc706,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:09.595201 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:09.660902 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Allocated IP 172.27.2.121 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/f872ec2a-d827-4108-9418-5b359174017b) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:09.803923 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.811267 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 2, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:09.836721 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Checking router: 2537f8f8-26d7-4293-b1d6-f3b7da648cbd for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:10:09.837074 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Updating router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:10:09.842854 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.862603 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:09.882277 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:09.885103 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:09.888784 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:09.928848 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Pushing event updated for resources: {'Port': ['ID=f872ec2a-d827-4108-9418-5b359174017b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:10.129148 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.139431 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Transition to ACTIVE for port object efc12fbe-50f7-4551-9ddd-a7bc147eeb34 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:10.146479 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.173338 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.191075 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Pushing event updated for resources: {'Port': ['ID=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:10.201896 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.202261 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.202603 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.202934 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.203263 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.203622 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.203951 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.204282 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.204761 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.205084 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.205436 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.205734 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:10:10.281745 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Attempting to bind port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:10.282121 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Attempting to bind port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:10.282483 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Attempting to bind port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 on network c85ac411-5cfa-49bc-beb8-6a6ec91997bb {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:10.294557 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:10.295822 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Checking segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:10.297692 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.298752 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Bound using segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:10.301640 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Bound port: efc12fbe-50f7-4551-9ddd-a7bc147eeb34, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:10.302155 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.379731 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] For port efc12fbe-50f7-4551-9ddd-a7bc147eeb34, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:10.383335 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] For port efc12fbe-50f7-4551-9ddd-a7bc147eeb34, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:10.392563 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.434606 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8096341'] for router, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.454561 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4027e1-609f-4220-bd9b-381dad376c1b up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:10.495452 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:10.496077 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:10.566469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 8b4027e1-609f-4220-bd9b-381dad376c1b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:10.568596 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.607732 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9252145-89bc-4ae6-a167-4b15642881d8 None None] Pushing event updated for resources: {'Port': ['ID=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:10.618023 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:10.667103 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a4035-8234-4166-8739-73c92b26e796 None None] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:10:10.681282 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef092b-693b-4755-b569-36685b2756cd req-97d3eb62-5e46-4a43-a4d2-adb1f72cd4a0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:10.682900 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8bef092b-693b-4755-b569-36685b2756cd req-97d3eb62-5e46-4a43-a4d2-adb1f72cd4a0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.0799944 Sep 14 11:10:10.707802 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Router 5310d439-d8e4-4ac2-b6b0-071158e2524a is scheduled to L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 with binding_index 1 {{(pid=93870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:10:10.731448 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8bef092b-693b-4755-b569-36685b2756cd req-41bf4a5a-f4ec-44a9-877c-dfc28431a3bd tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Sep 14 11:10:10.770043 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 0a1591c4-748c-47ff-8601-ec263f3cc706 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:10.818099 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e67f0e9b-28e2-416f-b439-715ce9cba305 None None] Provisioning for port 0a1591c4-748c-47ff-8601-ec263f3cc706 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:10.850352 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:10:10.868524 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.872507 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51224) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:10.873620 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-479adb27-da54-4527-b32d-c8b5fd08a205 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0643866 Sep 14 11:10:10.880196 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Sync routers for ids ['5310d439-d8e4-4ac2-b6b0-071158e2524a'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:10:10.881635 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:10Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:10.898623 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 0a1591c4-748c-47ff-8601-ec263f3cc706 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:10.907984 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 0a1591c4-748c-47ff-8601-ec263f3cc706 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:10.908358 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:10.911331 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Routers {'5310d439-d8e4-4ac2-b6b0-071158e2524a'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:10.911987 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['5310d439-d8e4-4ac2-b6b0-071158e2524a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:10.914119 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fcb44-4985-44e0-9ffd-9dc90e6c894b None None] The sync data for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi is: [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:10Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:10:11.236679 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Set router 5310d439-d8e4-4ac2-b6b0-071158e2524a gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:11.314884 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.339323 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ff3a2ebc-0026-4232-a886-6a031639d18f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:10:11.353196 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.440786 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 0a1591c4-748c-47ff-8601-ec263f3cc706, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=0a1591c4-748c-47ff-8601-ec263f3cc706,segment=NetworkSegment(1093256e-f071-4af7-bd3a-db0719fe0151),segment_id=1093256e-f071-4af7-bd3a-db0719fe0151)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:11.462103 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.471736 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-59bf94d4-d37e-442a-982b-a387850e077d None None] Provisioning complete for port 0a1591c4-748c-47ff-8601-ec263f3cc706 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:11.472109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59bf94d4-d37e-442a-982b-a387850e077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.515633 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Allocated IP 172.20.0.1 (83761af3-85ae-42cb-9d20-9f13ecc1e392/5f01e691-08e1-4cf1-aba9-5d5c1e55c04f/57bde3de-0e31-4706-8bd3-44a9f283b05b) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:11.625259 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.637813 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ff3a2ebc-0026-4232-a886-6a031639d18f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff3a2ebc-0026-4232-a886-6a031639d18f,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:11.638637 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Transition to ACTIVE for port object 57bde3de-0e31-4706-8bd3-44a9f283b05b will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:11.646229 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=0a1591c4-748c-47ff-8601-ec263f3cc706,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:11.659357 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:10:11.672262 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.708449 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:11.712670 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:11.716336 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:11.719168 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:10:10Z', 'revision_number': 3, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:11.745565 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Pushing event updated for resources: {'Port': ['ID=57bde3de-0e31-4706-8bd3-44a9f283b05b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:11.754204 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Checking router: 5310d439-d8e4-4ac2-b6b0-071158e2524a for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:10:11.754884 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Updating router 5310d439-d8e4-4ac2-b6b0-071158e2524a port f872ec2a-d827-4108-9418-5b359174017b binding host dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:10:11.765665 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8096388'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.784869 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.800132 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.805328 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3a2ebc-0026-4232-a886-6a031639d18f {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:10:11.848641 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ff3a2ebc-0026-4232-a886-6a031639d18f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff3a2ebc-0026-4232-a886-6a031639d18f,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:11.860531 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.906700 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f3f63-942e-455e-a076-9021af6197de req-ad77730f-eeae-41f0-a996-85c507a7cd67 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:11.909019 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd1f3f63-942e-455e-a076-9021af6197de req-ad77730f-eeae-41f0-a996-85c507a7cd67 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 943 time: 0.0959144 Sep 14 11:10:11.951679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:11.978298 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd1f3f63-942e-455e-a076-9021af6197de req-4ee00cb2-6ef2-407e-9e0d-eae3da48e59f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488112 Sep 14 11:10:11.986456 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=ff3a2ebc-0026-4232-a886-6a031639d18f,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:12.048267 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-48a53c2d-ddcd-44f5-bcd6-b64ee3a13b08 None None] Provisioning for port 57bde3de-0e31-4706-8bd3-44a9f283b05b completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:12.056264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-48a53c2d-ddcd-44f5-bcd6-b64ee3a13b08 None None] Provisioning complete for port 57bde3de-0e31-4706-8bd3-44a9f283b05b triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:12.056640 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48a53c2d-ddcd-44f5-bcd6-b64ee3a13b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.081709 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['ff3a2ebc-0026-4232-a886-6a031639d18f'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:10:12.124166 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.129024 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.135919 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-48a53c2d-ddcd-44f5-bcd6-b64ee3a13b08 None None] Port 57bde3de-0e31-4706-8bd3-44a9f283b05b cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:10:12.194832 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8116660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7894292'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.197335 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Pushing event updated for resources: {'Port': ['ID=57bde3de-0e31-4706-8bd3-44a9f283b05b,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:12.255181 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.276009 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Transition to ACTIVE for port object f872ec2a-d827-4108-9418-5b359174017b will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:12.289839 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.301590 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:12.303421 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:12.342436 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:10:12.355166 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 0a1591c4-748c-47ff-8601-ec263f3cc706 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:12.395111 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Attempting to bind port f872ec2a-d827-4108-9418-5b359174017b on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:12.395489 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Attempting to bind port f872ec2a-d827-4108-9418-5b359174017b by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:12.395861 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Attempting to bind port f872ec2a-d827-4108-9418-5b359174017b on network 697ff582-6f85-4694-a049-227fb4abe18a {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:12.404318 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2298d58-d6b6-41d3-b86a-6f7883695f47 None None] Pushing event updated for resources: {'Port': ['ID=f872ec2a-d827-4108-9418-5b359174017b,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:12.416653 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:12.417036 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Checking segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:12.417452 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.417873 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Bound using segment: {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:12.418361 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Bound port: f872ec2a-d827-4108-9418-5b359174017b, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b77a6-a3da-455b-b818-5c633fd9f372', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:12.418749 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.430286 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Router 5310d439-d8e4-4ac2-b6b0-071158e2524a has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:10:12.518212 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] For port f872ec2a-d827-4108-9418-5b359174017b, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:12.523452 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] For port f872ec2a-d827-4108-9418-5b359174017b, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=f872ec2a-d827-4108-9418-5b359174017b,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:12.539432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.543495 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:10:12.551493 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-963f7255-571d-4d98-8797-3d325e795a8c admin admin] 10.222.0.39 "PUT /v2.0/routers/5310d439-d8e4-4ac2-b6b0-071158e2524a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749518 Sep 14 11:10:12.551824 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 0a1591c4-748c-47ff-8601-ec263f3cc706 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:12.551824 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.667905 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Routers {'5310d439-d8e4-4ac2-b6b0-071158e2524a'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:12.668538 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['5310d439-d8e4-4ac2-b6b0-071158e2524a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:12.673918 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2298d58-d6b6-41d3-b86a-6f7883695f47 None None] Pushing event updated for resources: {'Port': ['ID=f872ec2a-d827-4108-9418-5b359174017b,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:12.718469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6f838997-1ae3-40b3-b241-87561d41cb0d None None] Provisioning complete for port 57bde3de-0e31-4706-8bd3-44a9f283b05b triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:12.718845 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f838997-1ae3-40b3-b241-87561d41cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:12.826447 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-6f838997-1ae3-40b3-b241-87561d41cb0d None None] Port 57bde3de-0e31-4706-8bd3-44a9f283b05b cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:10:12.836092 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device efc12fbe-50f7-4551-9ddd-a7bc147eeb34 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:12.998198 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] Set router 5310d439-d8e4-4ac2-b6b0-071158e2524a gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:13.050256 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51238) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:13.063873 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891305248', 'description': 'tempest-secgroup-smoke-891305248 description', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:13.096053 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:13.108543 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.109171 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:13.109574 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.119152 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346c74f-097d-4f9f-ac64-61e09a687a05 req-99193caa-760f-40b3-8856-f4d83d06fb9f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:13.120682 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a346c74f-097d-4f9f-ac64-61e09a687a05 req-99193caa-760f-40b3-8856-f4d83d06fb9f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 944 time: 0.0742400 Sep 14 11:10:13.176390 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a346c74f-097d-4f9f-ac64-61e09a687a05 req-06cae247-c32d-4713-ab77-806f1f11bac1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491331 Sep 14 11:10:13.231118 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.234750 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.260697 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.261878 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2101479 Sep 14 11:10:13.265466 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51242) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:13.267511 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.270554 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group_rule': {'security_group_id': 'b00ff1b2-6716-40c8-a195-7ed9006c8cfc', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:13.275622 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c6690-a91f-4fb5-b543-6d4e6c7f2530 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00ff1b2-6716-40c8-a195-7ed9006c8cfc,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.299481 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.306685 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port efc12fbe-50f7-4551-9ddd-a7bc147eeb34, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:13.312178 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:10:11Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '57bde3de-0e31-4706-8bd3-44a9f283b05b', 'name': '', 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'mac_address': 'fa:16:3e:10:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:11Z', 'updated_at': '2021-09-14T11:10:12Z', 'revision_number': 2, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'subnets': [{'id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:13.315049 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.343943 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d883b-abea-4e05-987c-94647bdf4005 None None] The sync data for ids ['5310d439-d8e4-4ac2-b6b0-071158e2524a'] in dv-cinder-804035-12-iscsi is: [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:10:11Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '57bde3de-0e31-4706-8bd3-44a9f283b05b', 'name': '', 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'mac_address': 'fa:16:3e:10:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:11Z', 'updated_at': '2021-09-14T11:10:12Z', 'revision_number': 2, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'subnets': [{'id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:10:13.363285 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ff3a2ebc-0026-4232-a886-6a031639d18f up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:13.368724 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.373186 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.393094 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7e7606-ba8a-4cbb-958e-cc4170345cf5,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.400543 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.405384 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bd9d3fd6-fd0a-48e8-a9c2-7e8163fc15b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356454 Sep 14 11:10:13.405598 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51244) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:13.410128 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group_rule': {'security_group_id': 'b00ff1b2-6716-40c8-a195-7ed9006c8cfc', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:13.424687 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.437038 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.444082 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port ff3a2ebc-0026-4232-a886-6a031639d18f completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:13.448307 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port ff3a2ebc-0026-4232-a886-6a031639d18f triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:13.448806 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.496022 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.500002 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.518608 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5762e8b-9667-4371-85b1-4d844ba0b0f8,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.524331 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.529047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51246) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:13.530346 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-031dac51-c372-4457-935b-8d784801088d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230328 Sep 14 11:10:13.534643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group_rule': {'security_group_id': 'b00ff1b2-6716-40c8-a195-7ed9006c8cfc', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:13.536647 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.568156 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:10:13.572712 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deec386-c6c7-4abf-86c5-442537dcf590" -d '{"events": [{"server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:10:13.589338 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port ff3a2ebc-0026-4232-a886-6a031639d18f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff3a2ebc-0026-4232-a886-6a031639d18f,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:13.594356 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.609979 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.661227 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=ff3a2ebc-0026-4232-a886-6a031639d18f,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.705275 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.710303 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.729750 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b0aff7-8fd5-495a-a4ae-f4d304a4cf33,revision_number=0']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.738754 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.740235 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-7bdd3076-d9c2-42c4-8797-5db06fa97b32 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094877 Sep 14 11:10:13.744779 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51250) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:13.750464 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group_rule': {'security_group_id': 'b00ff1b2-6716-40c8-a195-7ed9006c8cfc', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:13.781104 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.788348 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d4fda-5727-4425-95a7-f78ab4048262 x-openstack-request-id: req-e55d4fda-5727-4425-95a7-f78ab4048262 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:10:13.788666 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:10:13.788917 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e55d4fda-5727-4425-95a7-f78ab4048262 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:10:13.789311 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'code': 200} Sep 14 11:10:13.851159 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.855552 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.875397 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bea74a-1ceb-42f3-a341-1ac15631c24b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:13.883629 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:13.885191 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0d83c8aa-35e4-4d13-9fe3-a6fc2da665eb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389778 Sep 14 11:10:13.887917 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51252) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:13.892893 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group_rule': {'security_group_id': 'b00ff1b2-6716-40c8-a195-7ed9006c8cfc', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:13.941760 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Project 665a8d3e02fc4e1d9b7458fc04641f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:10:13.947921 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.024752 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.028674 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.033349 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bf8c7-5abd-4dc5-be27-e1218c36b8f0 req-04a69aac-4919-4012-98fb-12e052c91570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:14.035806 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c09bf8c7-5abd-4dc5-be27-e1218c36b8f0 req-04a69aac-4919-4012-98fb-12e052c91570 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1098 time: 0.0486445 Sep 14 11:10:14.052884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41736a21-c66b-47ee-aa35-6ef788d05c4b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:14.059744 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.064941 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c067a7dc-000a-4424-a04f-6ac3f5f643bb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1760375 Sep 14 11:10:14.065700 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51254) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:14.071176 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'security_group_rule': {'security_group_id': 'b00ff1b2-6716-40c8-a195-7ed9006c8cfc', 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:14.103920 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c09bf8c7-5abd-4dc5-be27-e1218c36b8f0 req-82c8714f-cca2-4c6f-b802-f880d6940ed7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613892 Sep 14 11:10:14.104168 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Project 665a8d3e02fc4e1d9b7458fc04641f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:10:14.109511 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.179795 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.184107 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880223'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.203096 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc28faf-1fb8-48e0-9831-c844e0c55b71,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:14.212355 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.221629 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1e08e7be-898e-4f09-90f1-74cdb9722021 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473157 Sep 14 11:10:14.337938 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296469-ea93-4fbe-9964-54431d6b4720 req-00c592b7-633e-4537-9d55-4c38f50eb707 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:14.339580 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b9296469-ea93-4fbe-9964-54431d6b4720 req-00c592b7-633e-4537-9d55-4c38f50eb707 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 945 time: 0.0615163 Sep 14 11:10:14.399230 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b9296469-ea93-4fbe-9964-54431d6b4720 req-11243d51-e020-41d1-b782-65ac53196f9e tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486875 Sep 14 11:10:14.427166 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device efc12fbe-50f7-4551-9ddd-a7bc147eeb34 up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:14.478233 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:14.478681 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.567027 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device f872ec2a-d827-4108-9418-5b359174017b up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:14.627801 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port f872ec2a-d827-4108-9418-5b359174017b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:14.632791 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port f872ec2a-d827-4108-9418-5b359174017b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:14.633272 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.733219 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.756241 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port f872ec2a-d827-4108-9418-5b359174017b, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=f872ec2a-d827-4108-9418-5b359174017b,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:14.762072 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:14.815592 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=f872ec2a-d827-4108-9418-5b359174017b,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:15.522181 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd15fc-c849-4931-b522-77450b0fa1eb req-754254ce-02cd-4c5c-b0c5-837453ac4193 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:15.523695 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-27bd15fc-c849-4931-b522-77450b0fa1eb req-754254ce-02cd-4c5c-b0c5-837453ac4193 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Sep 14 11:10:15.534087 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Sync routers for ids ['5310d439-d8e4-4ac2-b6b0-071158e2524a'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:10:15.543059 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Routers {'5310d439-d8e4-4ac2-b6b0-071158e2524a'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:15.543655 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['5310d439-d8e4-4ac2-b6b0-071158e2524a'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:15.569399 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-27bd15fc-c849-4931-b522-77450b0fa1eb req-9625aad7-03ec-41db-8834-5cb53b26e8e5 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 Sep 14 11:10:15.692044 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097e7d-f370-4563-a8ed-99fea9ba3ee7 req-6097c7a9-3ad7-4e88-94a2-a1b671ef6674 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:15.693487 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7d097e7d-f370-4563-a8ed-99fea9ba3ee7 req-6097c7a9-3ad7-4e88-94a2-a1b671ef6674 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Sep 14 11:10:15.733462 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7d097e7d-f370-4563-a8ed-99fea9ba3ee7 req-726823e9-10ac-4e53-acc3-1bff55259e91 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335047 Sep 14 11:10:15.742462 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Set router 5310d439-d8e4-4ac2-b6b0-071158e2524a gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:15.755957 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51320) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:15.796238 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc497419-70d8-42a0-989d-fddc3f2dc3a4 tempest-TestVolumeBootPattern-978380942 tempest-TestVolumeBootPattern-978380942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:15.797743 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fc497419-70d8-42a0-989d-fddc3f2dc3a4 tempest-TestVolumeBootPattern-978380942 tempest-TestVolumeBootPattern-978380942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1093 time: 0.0405798 Sep 14 11:10:15.801906 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51322) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:15.807080 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:15.831521 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:15.936197 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:15.943763 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:10:11Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '57bde3de-0e31-4706-8bd3-44a9f283b05b', 'name': '', 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'mac_address': 'fa:16:3e:10:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:11Z', 'updated_at': '2021-09-14T11:10:12Z', 'revision_number': 2, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'subnets': [{'id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:15.972453 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Checking router: 5310d439-d8e4-4ac2-b6b0-071158e2524a for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:10:15.972809 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Updating router 5310d439-d8e4-4ac2-b6b0-071158e2524a port 57bde3de-0e31-4706-8bd3-44a9f283b05b binding host dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:10:16.001017 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.041382 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Allocated IP 172.27.2.102 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/6eb511cd-b929-41da-9164-09a897a404c8) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:16.146077 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.184820 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.222502 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:16.234373 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:16.238365 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:16.270494 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=6eb511cd-b929-41da-9164-09a897a404c8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:16.283953 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device f872ec2a-d827-4108-9418-5b359174017b up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:16.292735 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.305227 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Transition to ACTIVE for port object 57bde3de-0e31-4706-8bd3-44a9f283b05b will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:16.312568 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.336141 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port f872ec2a-d827-4108-9418-5b359174017b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:16.336616 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.385992 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae63be-8f07-448f-83dd-59f5b3e524b6 None None] Pushing event updated for resources: {'Port': ['ID=57bde3de-0e31-4706-8bd3-44a9f283b05b,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:16.421713 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Attempting to bind port 57bde3de-0e31-4706-8bd3-44a9f283b05b on host dv-cinder-804035-12-iscsi for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:16.422187 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Attempting to bind port 57bde3de-0e31-4706-8bd3-44a9f283b05b by drivers openvswitch,hyperv on host dv-cinder-804035-12-iscsi at level 0 using segments [{'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:16.422790 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Attempting to bind port 57bde3de-0e31-4706-8bd3-44a9f283b05b on network 83761af3-85ae-42cb-9d20-9f13ecc1e392 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:16.428312 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Checking agent: {'id': 'aff855e0-b921-48c6-99a1-99aa30c2ed3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 53, 52), 'started_at': datetime.datetime(2021, 9, 14, 10, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:16.428787 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Checking segment: {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:16.429359 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.429845 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Bound using segment: {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:16.430380 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Bound port: 57bde3de-0e31-4706-8bd3-44a9f283b05b, host: dv-cinder-804035-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1093256e-f071-4af7-bd3a-db0719fe0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:16.430787 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.512934 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] For port 57bde3de-0e31-4706-8bd3-44a9f283b05b, host dv-cinder-804035-12-iscsi, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:16.517231 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] For port 57bde3de-0e31-4706-8bd3-44a9f283b05b, host dv-cinder-804035-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=57bde3de-0e31-4706-8bd3-44a9f283b05b,segment=NetworkSegment(1093256e-f071-4af7-bd3a-db0719fe0151),segment_id=1093256e-f071-4af7-bd3a-db0719fe0151)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:16.523586 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.603336 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Routers {'5310d439-d8e4-4ac2-b6b0-071158e2524a'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:16.604100 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['5310d439-d8e4-4ac2-b6b0-071158e2524a'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:16.606129 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae63be-8f07-448f-83dd-59f5b3e524b6 None None] Pushing event updated for resources: {'Port': ['ID=57bde3de-0e31-4706-8bd3-44a9f283b05b,revision_number=4']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:16.728683 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] Set router 5310d439-d8e4-4ac2-b6b0-071158e2524a gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:16.893671 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.952839 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:10:11Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '57bde3de-0e31-4706-8bd3-44a9f283b05b', 'name': '', 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'mac_address': 'fa:16:3e:10:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:11Z', 'updated_at': '2021-09-14T11:10:16Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'subnets': [{'id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:16.967011 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:16.978946 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f2a-9ec0-4b02-a8c0-ecc868cacadc None None] The sync data for ids ['5310d439-d8e4-4ac2-b6b0-071158e2524a'] in dv-cinder-804035-12-iscsi is: [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:10:11Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': '57bde3de-0e31-4706-8bd3-44a9f283b05b', 'name': '', 'network_id': '83761af3-85ae-42cb-9d20-9f13ecc1e392', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'mac_address': 'fa:16:3e:10:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:11Z', 'updated_at': '2021-09-14T11:10:16Z', 'revision_number': 4, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'subnets': [{'id': '5f01e691-08e1-4cf1-aba9-5d5c1e55c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:10:17.125306 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:17.130715 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:17.208527 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=6eb511cd-b929-41da-9164-09a897a404c8,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:17.220887 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:17.325477 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Floating IP bbe67565-6e8f-4d25-b752-2af210dbaca1 associated. External IP: 172.27.2.102, port: ff3a2ebc-0026-4232-a886-6a031639d18f. Sep 14 11:10:17.546698 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:10:17.666709 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:10:17.676891 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:10:17.684785 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:17.687079 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:17.687805 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:17.727119 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9b276441-0589-4def-b819-af8af5e4f3cf tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9118090 Sep 14 11:10:17.727119 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:10:17.727119 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e51e9-d2a3-4aba-a686-f09a0fe20463" -d '{"events": [{"name": "network-changed", "server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:10:17.761082 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546e0f8-4517-4928-ae39-db6f6f67ce1f x-openstack-request-id: req-9546e0f8-4517-4928-ae39-db6f6f67ce1f {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:10:17.761373 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:10:17.761655 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9546e0f8-4517-4928-ae39-db6f6f67ce1f {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:10:17.762061 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'status': 'completed', 'code': 200} Sep 14 11:10:17.811869 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:17.827508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-bebde559-5181-4001-906d-571ecd7cb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:17.829832 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-bebde559-5181-4001-906d-571ecd7cb4ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1098 time: 0.0448008 Sep 14 11:10:17.918818 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-c315421b-103a-467b-a307-869ec2e87278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:17.920495 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-c315421b-103a-467b-a307-869ec2e87278 service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.0838563 Sep 14 11:10:18.004124 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-078c3124-a3fb-45f7-8075-ec87ebfc89e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 999 time: 0.0758047 Sep 14 11:10:18.049969 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:16Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:18.054390 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-6e54bb70-386e-4883-a3e7-ab20cfe61c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:18.055865 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-6e54bb70-386e-4883-a3e7-ab20cfe61c2e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0448353 Sep 14 11:10:18.075865 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:10:18.088561 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:18.089328 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:09:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:18.106465 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-06f77da5-3762-4429-aa7d-875d9a93ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:18.108082 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-06f77da5-3762-4429-aa7d-875d9a93ebc2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452130 Sep 14 11:10:18.194711 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:18.200375 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-8b580a85-17ae-4577-b9b2-41b7212ce478 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845377 Sep 14 11:10:18.306003 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 57bde3de-0e31-4706-8bd3-44a9f283b05b up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:18.315528 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e20e51e9-d2a3-4aba-a686-f09a0fe20463 req-225d9993-f639-4e32-aac6-dea0bde92c61 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068120 Sep 14 11:10:18.416788 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning for port 57bde3de-0e31-4706-8bd3-44a9f283b05b completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:18.422101 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 57bde3de-0e31-4706-8bd3-44a9f283b05b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:18.422469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:18.522675 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:16Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:18.551744 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691bee5-8086-410f-a080-28b49cd5757f None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:16Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:10:18.561659 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:18.594491 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] For port 57bde3de-0e31-4706-8bd3-44a9f283b05b, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=57bde3de-0e31-4706-8bd3-44a9f283b05b,segment=NetworkSegment(1093256e-f071-4af7-bd3a-db0719fe0151),segment_id=1093256e-f071-4af7-bd3a-db0719fe0151)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:18.598647 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:18.736521 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9c9b-7afd-4cab-a4fb-393a46770d9f None None] New status for floating IP bbe67565-6e8f-4d25-b752-2af210dbaca1: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:10:18.781741 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Pushing event updated for resources: {'Port': ['ID=57bde3de-0e31-4706-8bd3-44a9f283b05b,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:18.985579 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d5330ffd-d0fc-40b5-ae12-33b0788ffe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:20.273605 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 57bde3de-0e31-4706-8bd3-44a9f283b05b up at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:20.320534 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Provisioning complete for port 57bde3de-0e31-4706-8bd3-44a9f283b05b triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:20.320877 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:21.478628 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c8900177-b6f5-4dae-bd52-ef8d5a2a0939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:21.659262 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:21.661091 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:22.972276 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:24.632335 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:30.674885 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-fc6601e0-d864-4959-9622-3c2a8e9dc36c tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891305248&fields=id&tenant_id=665a8d3e02fc4e1d9b7458fc04641f56 HTTP/1.1" status: 200 len: 267 time: 0.0317705 Sep 14 11:10:30.783285 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-07339f0a-009f-4240-9f3f-4feace2bdd56 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:30.784680 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-07339f0a-009f-4240-9f3f-4feace2bdd56 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 808 time: 0.1032512 Sep 14 11:10:30.799609 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-415a1df5-91e1-4a3b-b629-f2f12796db37 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/quotas/665a8d3e02fc4e1d9b7458fc04641f56 HTTP/1.1" status: 200 len: 375 time: 0.0090504 Sep 14 11:10:30.851278 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-baae6f7a-3b44-4cd2-8694-99282620ed41 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455954 Sep 14 11:10:30.946627 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-e540e27c-fb13-4452-be2d-4171ae50cf42 service neutron] 10.222.0.39 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834467 Sep 14 11:10:31.033573 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-dfe32a8b-bb1d-4c0d-8d2e-e8e2f10792ad service neutron] 10.222.0.39 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809705 Sep 14 11:10:31.307108 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a889bc24-b13d-4ba2-93fb-013ff05a8a68 req-0435ba3b-0ae3-4b10-9fce-cdc818611bfb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 210 time: 0.0265300 Sep 14 11:10:32.206741 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-1a004933-c87e-4822-96e6-1bfbf9f06f68 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:32.208203 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-1a004933-c87e-4822-96e6-1bfbf9f06f68 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 808 time: 0.1053243 Sep 14 11:10:32.250605 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-14a76200-2d49-4ba0-ab78-8be625a643e5 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=665a8d3e02fc4e1d9b7458fc04641f56 HTTP/1.1" status: 200 len: 379 time: 0.0333149 Sep 14 11:10:32.261529 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'port': {'device_id': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'admin_state_up': True, 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'security_groups': ['b00ff1b2-6716-40c8-a195-7ed9006c8cfc']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:32.371188 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Made reservation on behalf of 665a8d3e02fc4e1d9b7458fc04641f56 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:10:32.375281 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:32.405000 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f005442b-3835-4210-b610-49a4a82ed332 req-80cd3400-2950-4d83-881d-924ec2569f20 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 210 time: 0.0310695 Sep 14 11:10:32.506286 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Allocated IP 172.20.0.13 (c85ac411-5cfa-49bc-beb8-6a6ec91997bb/4de135a8-e002-455d-abe4-c01302ffda2c/4956ede8-80ef-4174-82c3-42604d315846) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:32.645385 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:32.658031 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Transition to ACTIVE for port object 4956ede8-80ef-4174-82c3-42604d315846 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:32.691214 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:32.736376 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:32.739340 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:32.743009 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:32.768863 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:32.796785 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:32.797352 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:32.813468 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-8899f006-2d62-4a8d-acd0-c9686463166a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5554247 Sep 14 11:10:32.825484 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Request body: {'port': {'device_id': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:32.880067 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:32.914889 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6a6cb589-7df6-4fa5-91b1-f2418344c91d None None] Provisioning for port 4956ede8-80ef-4174-82c3-42604d315846 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:32.918576 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-6a6cb589-7df6-4fa5-91b1-f2418344c91d None None] Provisioning complete for port 4956ede8-80ef-4174-82c3-42604d315846 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:32.919001 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb589-7df6-4fa5-91b1-f2418344c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:32.951576 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cb589-7df6-4fa5-91b1-f2418344c91d None None] Port 4956ede8-80ef-4174-82c3-42604d315846 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:10:33.140043 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4956ede8-80ef-4174-82c3-42604d315846 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:10:33.147764 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:33.159400 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Transition to ACTIVE for port object 4956ede8-80ef-4174-82c3-42604d315846 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:10:33.162960 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:33.229231 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:33.280626 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Attempting to bind port 4956ede8-80ef-4174-82c3-42604d315846 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:10:33.281021 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Attempting to bind port 4956ede8-80ef-4174-82c3-42604d315846 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:10:33.281362 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Attempting to bind port 4956ede8-80ef-4174-82c3-42604d315846 on network c85ac411-5cfa-49bc-beb8-6a6ec91997bb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:33.285838 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Port 4956ede8-80ef-4174-82c3-42604d315846 on network c85ac411-5cfa-49bc-beb8-6a6ec91997bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:10:33.286162 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Attempting to bind port 4956ede8-80ef-4174-82c3-42604d315846 on network c85ac411-5cfa-49bc-beb8-6a6ec91997bb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:10:33.291107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:10:33.291851 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Checking segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:10:33.292250 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Bound using segment: {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:10:33.292684 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Bound port: 4956ede8-80ef-4174-82c3-42604d315846, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ed6819-be45-42d4-8bd2-1f42259d91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:10:33.293045 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:33.358034 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:10:33.361772 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:10:33.366155 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:33.400465 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:33.401039 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:33.402399 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] 10.222.0.68 "PUT /v2.0/ports/4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 1094 time: 0.5812786 Sep 14 11:10:33.402858 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:10:33.405075 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafdbfb7-1066-4d67-8780-44b36d64c381" -d '{"events": [{"name": "network-changed", "server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:10:33.442740 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0df18-31c5-4718-aa9f-464f9cdaaa2e service neutron] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:33.452730 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94644aca-bfef-4469-8eca-3c9570a8a1e5 x-openstack-request-id: req-94644aca-bfef-4469-8eca-3c9570a8a1e5 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:10:33.453022 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:10:33.453274 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94644aca-bfef-4469-8eca-3c9570a8a1e5 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:10:33.453776 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'status': 'completed', 'code': 200} Sep 14 11:10:33.506522 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-e7cdc399-7722-47bb-93be-a67ba0304966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:33.508130 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-e7cdc399-7722-47bb-93be-a67ba0304966 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1097 time: 0.0456772 Sep 14 11:10:33.544325 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31acbc-22de-4b19-b1b0-15ea975f0b9c req-f32d94c9-82bd-4dc8-9b2e-fd1f068f1895 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:33.545943 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a31acbc-22de-4b19-b1b0-15ea975f0b9c req-f32d94c9-82bd-4dc8-9b2e-fd1f068f1895 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0540476 Sep 14 11:10:33.559796 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-86ac4d0d-dfcd-4a94-97f8-2af04d0c48e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 217 time: 0.0398326 Sep 14 11:10:33.598099 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a31acbc-22de-4b19-b1b0-15ea975f0b9c req-0e475990-ff98-4ff3-9dba-3f5cfc33f9c0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451031 Sep 14 11:10:33.611876 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-16a065a1-9bdb-4ee8-9958-1b5fef016f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:33.613417 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-16a065a1-9bdb-4ee8-9958-1b5fef016f2e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0462229 Sep 14 11:10:33.659270 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-03309901-8246-42ab-8cea-ae88068e4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:33.660620 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-03309901-8246-42ab-8cea-ae88068e4822 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384438 Sep 14 11:10:33.753160 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-42775d5a-104e-4532-8077-965223281a73 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Sep 14 11:10:33.848782 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-84371413-2b7d-4d9a-a460-4a0fe9384d03 req-3816dc47-a28c-44de-aa28-56cbd76250b6 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Sep 14 11:10:33.938098 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-aef02345-2b1e-42fa-9009-a3f1b8c1f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:33.939518 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-aef02345-2b1e-42fa-9009-a3f1b8c1f73c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1097 time: 0.0435860 Sep 14 11:10:34.026033 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-c27ca11a-d27d-44e5-9eed-0f8694411a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:34.027444 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-c27ca11a-d27d-44e5-9eed-0f8694411a88 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.0802994 Sep 14 11:10:34.071880 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-ecc9f420-0dbb-45ce-ab6e-bd5c0c403cbf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 217 time: 0.0357585 Sep 14 11:10:34.123932 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-1d51bf69-af0f-48dc-a5ed-432153deb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:34.125347 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-1d51bf69-af0f-48dc-a5ed-432153deb4e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0415764 Sep 14 11:10:34.168203 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-358b8f0e-7d27-457a-acf5-ec9d4e25eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:34.169625 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-358b8f0e-7d27-457a-acf5-ec9d4e25eb62 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0373054 Sep 14 11:10:34.259322 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-ff1a16fa-f828-4af6-b7fd-203f89fd3ac9 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821035 Sep 14 11:10:34.346511 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bafdbfb7-1066-4d67-8780-44b36d64c381 req-acd23e97-51e9-4ff4-bfd4-da1b1cb2402c service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799739 Sep 14 11:10:34.707721 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bcd81-1f57-4578-b1dc-e0d4edc8d7ae req-7fa76cd8-9531-42e3-92ca-b96d75d126c9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:34.709178 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b58bcd81-1f57-4578-b1dc-e0d4edc8d7ae req-7fa76cd8-9531-42e3-92ca-b96d75d126c9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0481801 Sep 14 11:10:34.747845 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b58bcd81-1f57-4578-b1dc-e0d4edc8d7ae req-76ab5437-4af5-4e21-8002-9e42f5c1538a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Sep 14 11:10:35.859690 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca572282-95b3-4ebc-85ec-e808113eebe0 req-b94180c1-fd1c-4a61-92a3-4278fe8e0c9f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:35.861093 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ca572282-95b3-4ebc-85ec-e808113eebe0 req-b94180c1-fd1c-4a61-92a3-4278fe8e0c9f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0480435 Sep 14 11:10:35.897265 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ca572282-95b3-4ebc-85ec-e808113eebe0 req-ff5bb93a-e52f-4adc-b878-6c0a8f406e0d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302773 Sep 14 11:10:37.010674 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043d82b-11e0-4e92-b56f-b229b2176c24 req-c3a6b30f-8fdd-4d17-b586-dfafcff5cd56 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:37.012186 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b043d82b-11e0-4e92-b56f-b229b2176c24 req-c3a6b30f-8fdd-4d17-b586-dfafcff5cd56 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0500350 Sep 14 11:10:37.049968 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-b043d82b-11e0-4e92-b56f-b229b2176c24 req-8ff0bfc4-fb96-4cc7-8a93-8e235ecf102b tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Sep 14 11:10:38.159753 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5511c2a-9fc8-4e47-b61e-751d7ba18bc1 req-1f77f00e-b07b-4923-b593-d7db6e848561 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:38.161227 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b5511c2a-9fc8-4e47-b61e-751d7ba18bc1 req-1f77f00e-b07b-4923-b593-d7db6e848561 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0476501 Sep 14 11:10:38.202011 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b5511c2a-9fc8-4e47-b61e-751d7ba18bc1 req-c855a934-bab0-46bf-922b-6ed48bbb6dad tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350132 Sep 14 11:10:39.313595 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5a1c-7883-4dff-ba29-2dbd6a67199b req-18c1460e-4eef-490e-b038-5f95e793b772 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:39.315058 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bbad5a1c-7883-4dff-ba29-2dbd6a67199b req-18c1460e-4eef-490e-b038-5f95e793b772 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0491254 Sep 14 11:10:39.350820 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-bbad5a1c-7883-4dff-ba29-2dbd6a67199b req-15b93051-0f6a-4005-b8ff-a9d1552ebeca tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299618 Sep 14 11:10:40.462453 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1734cd-893c-4e67-b69a-4ca6543608b8 req-5a8f8c2d-1bc7-42df-8b55-e5ff5e14e457 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:40.463907 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-db1734cd-893c-4e67-b69a-4ca6543608b8 req-5a8f8c2d-1bc7-42df-8b55-e5ff5e14e457 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0481918 Sep 14 11:10:40.500066 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-db1734cd-893c-4e67-b69a-4ca6543608b8 req-62259146-7cd3-44dd-bc4c-752f6fbda798 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303428 Sep 14 11:10:41.474291 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:10:41.569451 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:41.580752 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '4956ede8-80ef-4174-82c3-42604d315846', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'port_id': '4956ede8-80ef-4174-82c3-42604d315846', 'mac_address': 'fa:16:3e:15:a1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:10:41.616996 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:41.617247 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a34b2-3e5c-4a19-bd59-43729c957b67 req-2e166ed0-4c93-4953-864f-956f4c683d00 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:41.618658 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc8a34b2-3e5c-4a19-bd59-43729c957b67 req-2e166ed0-4c93-4953-864f-956f4c683d00 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0506272 Sep 14 11:10:41.629323 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4956ede8-80ef-4174-82c3-42604d315846 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:10:41.648625 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:41.652504 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:41.660442 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc8a34b2-3e5c-4a19-bd59-43729c957b67 req-e7dde4e0-e074-4268-9fac-9f21c0e60c18 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358477 Sep 14 11:10:41.697680 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:41.852583 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['4956ede8-80ef-4174-82c3-42604d315846'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:10:42.770634 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982142c-2578-42ee-ad77-ce084eb34ce9 req-743995f4-f5cf-4be2-ad35-9a33eeafca81 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:42.772101 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3982142c-2578-42ee-ad77-ce084eb34ce9 req-743995f4-f5cf-4be2-ad35-9a33eeafca81 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 945 time: 0.0475004 Sep 14 11:10:42.809588 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3982142c-2578-42ee-ad77-ce084eb34ce9 req-94e3a54a-e4f8-44f6-8e0b-8e1f5f2f9821 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Sep 14 11:10:43.489467 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:10:43.539117 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 4956ede8-80ef-4174-82c3-42604d315846 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:10:43.542676 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 4956ede8-80ef-4174-82c3-42604d315846 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:10:43.543048 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:43.622277 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:43.644843 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:10:43.647100 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa18f0-b651-4094-b61b-fd0d6ab2e44e" -d '{"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-plugged", "status": "completed", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:10:43.659455 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:10:43.663295 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:43.689125 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fcebc9-13c1-4bc8-915c-12e2bf9bc841 x-openstack-request-id: req-28fcebc9-13c1-4bc8-915c-12e2bf9bc841 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:10:43.689413 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-plugged", "status": "completed", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:10:43.689692 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28fcebc9-13c1-4bc8-915c-12e2bf9bc841 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:10:43.690070 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'code': 200} Sep 14 11:10:43.716652 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:43.889614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb5c20-9c9c-4c46-9220-1ee043212624 req-f9432c50-a57a-4173-aecb-21c8d53a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:43.891612 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1ffb5c20-9c9c-4c46-9220-1ee043212624 req-f9432c50-a57a-4173-aecb-21c8d53a6ec8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0390143 Sep 14 11:10:43.921244 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be807c8d-c90a-4cb5-b14f-febfcfca3f65 req-4f275044-781f-46ac-88be-4505c3a10112 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:43.923311 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be807c8d-c90a-4cb5-b14f-febfcfca3f65 req-4f275044-781f-46ac-88be-4505c3a10112 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0497818 Sep 14 11:10:43.925313 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1ffb5c20-9c9c-4c46-9220-1ee043212624 req-6f6464c1-d65b-4884-8087-c26c50e7c945 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272582 Sep 14 11:10:43.963785 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be807c8d-c90a-4cb5-b14f-febfcfca3f65 req-3a252c15-65ec-4b20-88dd-8b69720bab2e tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Sep 14 11:10:45.077083 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b134ff3-ddc7-49fc-b969-f3ecca3ddfa2 req-fddf51cd-2e23-42ac-93d1-5d4f1b334423 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:45.079176 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1b134ff3-ddc7-49fc-b969-f3ecca3ddfa2 req-fddf51cd-2e23-42ac-93d1-5d4f1b334423 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0481834 Sep 14 11:10:45.114262 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1b134ff3-ddc7-49fc-b969-f3ecca3ddfa2 req-0100933b-aa1b-4bbb-bd82-09a4e6f6dcdf tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293407 Sep 14 11:10:45.224229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe0fd-c6b0-4d7a-8558-4b40dac369d4 req-1ac4db36-8f56-47df-adcb-41fbfe4b059a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:45.225745 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82ffe0fd-c6b0-4d7a-8558-4b40dac369d4 req-1ac4db36-8f56-47df-adcb-41fbfe4b059a tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0485888 Sep 14 11:10:45.263376 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82ffe0fd-c6b0-4d7a-8558-4b40dac369d4 req-f0e167f6-4c2b-40d8-a346-a1711fe4d973 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319004 Sep 14 11:10:45.285050 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51420) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:45.407264 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943dd25-b17e-4793-aca1-7b9f258fa965 tempest-TestShelveInstance-189592355 tempest-TestShelveInstance-189592355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:45.408764 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2943dd25-b17e-4793-aca1-7b9f258fa965 tempest-TestShelveInstance-189592355 tempest-TestShelveInstance-189592355-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1094 time: 0.1227076 Sep 14 11:10:45.411666 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51424) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:10:45.415905 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'port_id': '4956ede8-80ef-4174-82c3-42604d315846', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:10:45.439110 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:45.533229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:45.638229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Allocated IP 172.27.2.63 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/868302bf-c6d6-499d-9675-ad7f471ecfe0) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:10:45.739045 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:45.775783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:45.812495 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:10:45.815138 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:10:45.818553 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:10:45.841334 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'Port': ['ID=868302bf-c6d6-499d-9675-ad7f471ecfe0,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:46.151069 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:46.213433 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:46.359034 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:46.363317 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578260'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:46.433510 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event updated for resources: {'Port': ['ID=868302bf-c6d6-499d-9675-ad7f471ecfe0,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:10:46.441091 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:46.536074 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Floating IP 52db4dbe-106a-4a4d-a1b4-90f73f41215a associated. External IP: 172.27.2.63, port: 4956ede8-80ef-4174-82c3-42604d315846. Sep 14 11:10:46.736051 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:10:47.053560 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:10:47.063855 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] Sync routers for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:10:47.069838 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:47.072841 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:47.073481 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:10:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:47.095332 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2a0f49bc-5e88-4f89-94e0-44ba14cd175d tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6826587 Sep 14 11:10:47.096005 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:10:47.098224 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63777450-bd07-483e-931a-26f92b8f91d6" -d '{"events": [{"name": "network-changed", "server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:10:47.135344 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2edb338-4534-47b8-aec4-3e15ce7de2b1 x-openstack-request-id: req-a2edb338-4534-47b8-aec4-3e15ce7de2b1 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:10:47.135634 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:10:47.135880 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2edb338-4534-47b8-aec4-3e15ce7de2b1 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:10:47.136267 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'status': 'completed', 'code': 200} Sep 14 11:10:47.178771 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:47.196833 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777450-bd07-483e-931a-26f92b8f91d6 req-8b69270f-a220-422b-a38a-c266d1f350e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:47.198342 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-8b69270f-a220-422b-a38a-c266d1f350e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0403574 Sep 14 11:10:47.291431 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777450-bd07-483e-931a-26f92b8f91d6 req-5ff77677-3acd-4cdc-8fe8-4f2b681f1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:47.292894 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-5ff77677-3acd-4cdc-8fe8-4f2b681f1987 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.0874374 Sep 14 11:10:47.359833 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-0c8b71f7-360e-4003-bde8-8d66f80cac82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 999 time: 0.0588396 Sep 14 11:10:47.402137 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '52db4dbe-106a-4a4d-a1b4-90f73f41215a', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'port_id': '4956ede8-80ef-4174-82c3-42604d315846', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'mac_address': 'fa:16:3e:15:a1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:46Z', 'updated_at': '2021-09-14T11:10:46Z', 'revision_number': 0, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:13Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:47.429420 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] Checking router: 2537f8f8-26d7-4293-b1d6-f3b7da648cbd for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:10:47.438376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:10:47.439007 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:10:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:47.546663 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:10:47.673099 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777450-bd07-483e-931a-26f92b8f91d6 req-fff604e0-d589-4a85-a9e6-e595f1d15385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:47.674491 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-fff604e0-d589-4a85-a9e6-e595f1d15385 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.3081720 Sep 14 11:10:47.718642 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777450-bd07-483e-931a-26f92b8f91d6 req-89410e61-011d-42be-9c32-c692f5530095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:47.720643 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-89410e61-011d-42be-9c32-c692f5530095 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390522 Sep 14 11:10:47.769942 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '52db4dbe-106a-4a4d-a1b4-90f73f41215a', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'port_id': '4956ede8-80ef-4174-82c3-42604d315846', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'mac_address': 'fa:16:3e:15:a1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:46Z', 'updated_at': '2021-09-14T11:10:46Z', 'revision_number': 0, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:13Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:10:47.795367 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9820-815c-48bb-a89f-79a9ba1abd1e None None] The sync data for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi is: [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': '52db4dbe-106a-4a4d-a1b4-90f73f41215a', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'port_id': '4956ede8-80ef-4174-82c3-42604d315846', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'mac_address': 'fa:16:3e:15:a1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:46Z', 'updated_at': '2021-09-14T11:10:46Z', 'revision_number': 0, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:13Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:10:47.810503 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-c5416a41-8c65-4024-a23f-fad460fddaff service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827544 Sep 14 11:10:47.899479 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-63777450-bd07-483e-931a-26f92b8f91d6 req-12c4039f-4bbf-4ff9-b6ad-45df08d61c30 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812368 Sep 14 11:10:47.989155 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d783a-ef1a-429a-8975-c2fd569f723e None None] New status for floating IP 52db4dbe-106a-4a4d-a1b4-90f73f41215a: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:10:48.987432 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4f89accf-60ea-4440-bff3-288a0940f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:49.331791 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:10:51.479987 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0005f887-1589-4f98-869a-58e1774392e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:51.661474 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:51.680781 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:52.975932 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:54.633935 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:55.599228 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-a5e1a838-687c-499c-8a3f-d98f31bbe4eb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418677 Sep 14 11:10:55.681838 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f18-e280-4241-9624-80289eb72855 req-1967102f-1e08-469d-a405-3970bd45173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:55.683252 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-1967102f-1e08-469d-a405-3970bd45173f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1098 time: 0.0385995 Sep 14 11:10:55.782304 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f18-e280-4241-9624-80289eb72855 req-635ac0ee-1a44-4492-8e86-901cbd0ddde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:55.784095 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-635ac0ee-1a44-4492-8e86-901cbd0ddde1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.0804846 Sep 14 11:10:55.849920 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-b73adeb0-e524-4cb4-b2d4-57c9c1e75f09 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 1001 time: 0.0583351 Sep 14 11:10:55.896653 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f18-e280-4241-9624-80289eb72855 req-34a6efd3-522a-478a-80de-32b0c9665f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:55.898040 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-34a6efd3-522a-478a-80de-32b0c9665f6e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0411034 Sep 14 11:10:55.943248 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f18-e280-4241-9624-80289eb72855 req-a321be93-9ffa-4090-942a-496fb2b66122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:10:55.944631 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-a321be93-9ffa-4090-942a-496fb2b66122 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379097 Sep 14 11:10:56.035033 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-5222863c-cc00-4ec2-81a4-e31f6f0125f2 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817921 Sep 14 11:10:56.124216 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e4150f18-e280-4241-9624-80289eb72855 req-122dec9b-f4b3-4f19-984a-8b14ddf3e444 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818763 Sep 14 11:11:18.988008 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b781-7d46-4f1f-b16f-cece9322a7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:21.480424 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3fb85a62-d889-4f98-9265-ed76026b02c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:21.661786 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:21.702909 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:22.978312 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:24.636105 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:26.330198 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:11:48.986961 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d799eb93-ab5a-493b-8cbd-b0a2ef8ae02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:51.480365 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-932bc11f-2b2f-4099-9975-688dc0857308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:51.661987 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:51.701881 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:52.980169 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:54.639708 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:57.608982 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-f31299e4-17e8-4051-b436-8de097a6af20 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399058 Sep 14 11:11:57.668887 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-d25cac29-bb68-4673-aeb9-9e62684ed476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:11:57.670362 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-d25cac29-bb68-4673-aeb9-9e62684ed476 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0393639 Sep 14 11:11:57.774750 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-1c5fdd56-9c10-4afb-87dd-f29b443bd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:11:57.776211 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-1c5fdd56-9c10-4afb-87dd-f29b443bd2f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.0865729 Sep 14 11:11:57.839535 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-a2f83eb4-51b7-4fd3-b8ba-e54ac04038bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 1001 time: 0.0561662 Sep 14 11:11:57.890580 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-10717795-cd6f-4181-9ffa-72e9eba900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:11:57.891962 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-10717795-cd6f-4181-9ffa-72e9eba900e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0417213 Sep 14 11:11:57.939074 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-adf7eb39-dfeb-477d-9dd2-a9397514d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:11:57.940522 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-adf7eb39-dfeb-477d-9dd2-a9397514d0ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415490 Sep 14 11:11:57.951233 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-3e0392f0-4ca4-428a-999c-f9b32e64dfd4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:11:57.952158 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-3e0392f0-4ca4-428a-999c-f9b32e64dfd4 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047328 Sep 14 11:11:58.041816 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-681340c4-200e-42b2-b774-fe67b9220b91 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799124 Sep 14 11:11:58.138229 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1944005b-0f63-4a43-8d7d-6ae39b7071fc req-10ff61ef-f4ee-4551-8869-922bb2252963 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892513 Sep 14 11:12:03.329278 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:12:09.156098 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e51b1a9a-049e-49ea-845f-153ec80dcdd2 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022332572&fields=id&tenant_id=02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 267 time: 0.0331283 Sep 14 11:12:09.258692 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-52247080-344c-4379-b1bd-17b95ac05d74 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:09.260665 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-52247080-344c-4379-b1bd-17b95ac05d74 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 812 time: 0.0982022 Sep 14 11:12:09.274583 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-542309b6-f657-4cd4-ab58-48028d261beb tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/quotas/02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 375 time: 0.0084205 Sep 14 11:12:09.329176 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-082e2ed2-e7fe-498b-be1b-e7ac459c72b8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0496690 Sep 14 11:12:09.345829 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-8db89dbe-7918-4ca2-a1e9-8013156ffc20 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:12:09.346705 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-8db89dbe-7918-4ca2-a1e9-8013156ffc20 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062139 Sep 14 11:12:09.436420 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-dcfa649c-f272-4268-80c9-e1fcb85775a1 service neutron] 10.222.0.39 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Sep 14 11:12:09.522347 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-458b5c7b-6a61-448f-9f6b-b9a7f2fd99f0 service neutron] 10.222.0.39 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800576 Sep 14 11:12:09.849872 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-becbf08b-a1ea-43ca-83e7-e3fbb02a4211 req-05f15500-c255-4dac-91d7-648212b7fdfa tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 210 time: 0.0777347 Sep 14 11:12:10.778758 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-65d67048-8fb9-418a-a104-0141cd9e2a88 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:10.780215 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-65d67048-8fb9-418a-a104-0141cd9e2a88 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 812 time: 0.1150455 Sep 14 11:12:10.824242 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-6d9e9b5d-a6f8-407b-a29f-ce64c498f96b tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c3f53b44f7499fb9900f6bf9819e30 HTTP/1.1" status: 200 len: 380 time: 0.0351748 Sep 14 11:12:10.834594 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'port': {'device_id': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'admin_state_up': True, 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'security_groups': ['34647d4a-9f9b-404b-8c9b-28eefc2ef7df']}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:12:10.939743 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Made reservation on behalf of 02c3f53b44f7499fb9900f6bf9819e30 for: {'port': 1} {{(pid=93870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:12:10.943367 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:10.945973 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32b45b7c-a624-4df9-bee2-16c9057336ad req-e7d03ff7-a691-4967-9a5e-7e5b19a15243 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 210 time: 0.0305245 Sep 14 11:12:11.070595 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Allocated IP 172.20.0.8 (413a84a7-61ec-45bf-968b-cb07f1c2deb7/97c28512-f214-4f00-858d-85e3ad6bdc9b/2d12887c-18ae-4851-8489-73f732bfefd0) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:12:11.213949 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.227111 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Transition to ACTIVE for port object 2d12887c-18ae-4851-8489-73f732bfefd0 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:12:11.262311 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.305675 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:12:11.309214 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:12:11.312170 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:12:11.340367 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=2d12887c-18ae-4851-8489-73f732bfefd0,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:11.354878 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.355227 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.355565 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.355897 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.356226 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.356555 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.356878 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.357201 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.357522 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.357866 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.358184 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.358500 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:11.379455 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:11.380071 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.395223 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-e41b6d3f-420b-468e-874c-4f213e5904a1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645006 Sep 14 11:12:11.453086 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Request body: {'port': {'device_id': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:12:11.491247 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b18a2013-d3ed-4715-93d5-3e1c81ecde26 None None] Provisioning for port 2d12887c-18ae-4851-8489-73f732bfefd0 completed by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:12:11.495651 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b18a2013-d3ed-4715-93d5-3e1c81ecde26 None None] Provisioning complete for port 2d12887c-18ae-4851-8489-73f732bfefd0 triggered by entity DHCP. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:12:11.496117 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b18a2013-d3ed-4715-93d5-3e1c81ecde26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.508644 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.530244 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-b18a2013-d3ed-4715-93d5-3e1c81ecde26 None None] Port 2d12887c-18ae-4851-8489-73f732bfefd0 cannot update to ACTIVE because it is not bound. {{(pid=93871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:12:11.764136 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d12887c-18ae-4851-8489-73f732bfefd0 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:12:11.771191 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.782989 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Transition to ACTIVE for port object 2d12887c-18ae-4851-8489-73f732bfefd0 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:12:11.786418 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.854129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Pushing event updated for resources: {'Port': ['ID=2d12887c-18ae-4851-8489-73f732bfefd0,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:11.904243 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Attempting to bind port 2d12887c-18ae-4851-8489-73f732bfefd0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:12:11.905229 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Attempting to bind port 2d12887c-18ae-4851-8489-73f732bfefd0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:12:11.905618 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Attempting to bind port 2d12887c-18ae-4851-8489-73f732bfefd0 on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:12:11.910312 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Port 2d12887c-18ae-4851-8489-73f732bfefd0 on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:12:11.910634 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Attempting to bind port 2d12887c-18ae-4851-8489-73f732bfefd0 on network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:12:11.915629 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Checking agent: {'id': '63c929bf-1d26-43d3-a373-56907723a907', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'started_at': datetime.datetime(2021, 9, 14, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:12:11.915968 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Checking segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:12:11.916354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Bound using segment: {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:12:11.916782 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Bound port: 2d12887c-18ae-4851-8489-73f732bfefd0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:12:11.917144 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:11.982550 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] For port 2d12887c-18ae-4851-8489-73f732bfefd0, host hv-cinder-80403, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:12:11.985741 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] For port 2d12887c-18ae-4851-8489-73f732bfefd0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d12887c-18ae-4851-8489-73f732bfefd0,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:12:11.989786 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:12.053306 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.053959 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:12.055624 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] 10.222.0.68 "PUT /v2.0/ports/2d12887c-18ae-4851-8489-73f732bfefd0 HTTP/1.1" status: 200 len: 1093 time: 0.6524014 Sep 14 11:12:12.057050 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:12:12.059328 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa92e7b5-8ad8-41ac-8398-26482b3941f6" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:12:12.084732 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139c07-9a3e-4052-b9d9-df0451c5c51c service neutron] Pushing event updated for resources: {'Port': ['ID=2d12887c-18ae-4851-8489-73f732bfefd0,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:12.111008 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f4cea9-675b-4fe3-9a8f-dcc4a8e1f3f9 x-openstack-request-id: req-84f4cea9-675b-4fe3-9a8f-dcc4a8e1f3f9 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:12:12.111299 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:12:12.111544 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84f4cea9-675b-4fe3-9a8f-dcc4a8e1f3f9 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:12:12.111923 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0', 'status': 'completed', 'code': 200} Sep 14 11:12:12.120856 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c3f4-db30-43c0-be29-2d14bb2cd95a req-3a96e24e-dcf8-454d-8c58-e57cf45c2af3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.122435 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-45a0c3f4-db30-43c0-be29-2d14bb2cd95a req-3a96e24e-dcf8-454d-8c58-e57cf45c2af3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.1045046 Sep 14 11:12:12.176773 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-5048674a-4e78-424e-9c50-10061530f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.178301 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-5048674a-4e78-424e-9c50-10061530f160 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 1096 time: 0.0775642 Sep 14 11:12:12.181390 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-45a0c3f4-db30-43c0-be29-2d14bb2cd95a req-def162cd-d438-4438-b88f-b2a3016cd760 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 Sep 14 11:12:12.223132 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-16e85d6e-fb04-4b23-b693-fcc6daf6e7f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d12887c-18ae-4851-8489-73f732bfefd0 HTTP/1.1" status: 200 len: 217 time: 0.0373888 Sep 14 11:12:12.270770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-a5771e04-38f5-4796-96d3-aaa52a72bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.272210 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-a5771e04-38f5-4796-96d3-aaa52a72bb02 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0421309 Sep 14 11:12:12.316131 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-8bb579ca-7e0c-423a-9800-924911ae006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.317565 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-8bb579ca-7e0c-423a-9800-924911ae006b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384860 Sep 14 11:12:12.406505 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-a89dd22f-907b-4df1-a3c6-1f28ceb2db76 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817351 Sep 14 11:12:12.491530 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d4762b47-5bad-4cf1-8314-b6e9f183c65f req-825b7f5e-25a6-49ce-8df6-3e457d350b9e service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780401 Sep 14 11:12:12.581386 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-8889241e-98d4-4b92-a286-f6b13a1b9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.582900 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-8889241e-98d4-4b92-a286-f6b13a1b9b59 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 1096 time: 0.0445077 Sep 14 11:12:12.671057 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-69ab5ae8-f70c-42be-aa15-2be947f5d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.672473 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-69ab5ae8-f70c-42be-aa15-2be947f5d244 service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.0814283 Sep 14 11:12:12.715726 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-3622a9a4-f3ef-465c-b219-fff8496ff730 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d12887c-18ae-4851-8489-73f732bfefd0 HTTP/1.1" status: 200 len: 217 time: 0.0362961 Sep 14 11:12:12.764769 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-e0898169-461e-471c-bd04-664bd177d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.766196 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-e0898169-461e-471c-bd04-664bd177d611 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0416551 Sep 14 11:12:12.811192 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-9479a71f-fff0-4037-abde-903cc4ba60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:12.812617 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-9479a71f-fff0-4037-abde-903cc4ba60c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388908 Sep 14 11:12:12.904345 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-db62e6c2-1813-475a-a468-8f355325fd0c service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818019 Sep 14 11:12:12.993703 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-aa92e7b5-8ad8-41ac-8398-26482b3941f6 req-cf3bdd02-5411-495d-93fe-0119047b28ce service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777276 Sep 14 11:12:13.295094 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aff9b6-3e65-44cf-8314-64175ffe967e req-386f190c-52f1-461e-b052-56272814ce37 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:13.296528 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b9aff9b6-3e65-44cf-8314-64175ffe967e req-386f190c-52f1-461e-b052-56272814ce37 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.0474305 Sep 14 11:12:13.332950 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b9aff9b6-3e65-44cf-8314-64175ffe967e req-3f88f8c2-e9a4-40db-a693-612719e4795b tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Sep 14 11:12:14.444234 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71588dd-b708-4b1a-a149-0981be2c1903 req-820b0471-d762-421a-b7fd-4119d43345bc tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:14.445694 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d71588dd-b708-4b1a-a149-0981be2c1903 req-820b0471-d762-421a-b7fd-4119d43345bc tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.0481536 Sep 14 11:12:14.484840 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d71588dd-b708-4b1a-a149-0981be2c1903 req-4bc27548-2796-43d9-be5b-1dc5de6cd9b9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Sep 14 11:12:15.596063 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d25c6d-a14a-418d-97ca-0053acb773a1 req-7c2010a2-2767-489f-b442-404e0cc08fe4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:15.597575 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2d25c6d-a14a-418d-97ca-0053acb773a1 req-7c2010a2-2767-489f-b442-404e0cc08fe4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.0486326 Sep 14 11:12:15.635755 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2d25c6d-a14a-418d-97ca-0053acb773a1 req-3a36b9d6-9a64-4c21-af00-2389939d0e15 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Sep 14 11:12:16.750792 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edacb62-c199-493c-9691-ca1ed089ea51 req-1630fce7-4aa5-4e14-8611-d1dd79f36b2c tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:16.752268 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0edacb62-c199-493c-9691-ca1ed089ea51 req-1630fce7-4aa5-4e14-8611-d1dd79f36b2c tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.0485013 Sep 14 11:12:16.793093 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0edacb62-c199-493c-9691-ca1ed089ea51 req-6fc4e4fc-994b-4644-80e1-f8f7b263c08b tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349064 Sep 14 11:12:17.965154 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ef33e-3077-4b89-9064-62f4ef1d51af req-f2f2170d-11e3-4c26-a6e6-7afeec1202ff tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:17.966703 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a8ef33e-3077-4b89-9064-62f4ef1d51af req-f2f2170d-11e3-4c26-a6e6-7afeec1202ff tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.0507314 Sep 14 11:12:18.013714 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a8ef33e-3077-4b89-9064-62f4ef1d51af req-c3d4ddaa-cee7-47b6-a0b1-1cea3a9fd039 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Sep 14 11:12:18.987835 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fbbab2a0-4c1e-4578-ab8c-e74f74c56c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:19.126416 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af437f95-e8ac-4bf1-ac6b-e2f3c821692b req-e942f57b-9659-4cc7-84b6-91da1427c8a4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:19.127880 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af437f95-e8ac-4bf1-ac6b-e2f3c821692b req-e942f57b-9659-4cc7-84b6-91da1427c8a4 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 943 time: 0.0484393 Sep 14 11:12:19.163909 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-af437f95-e8ac-4bf1-ac6b-e2f3c821692b req-fcc76b87-beaa-40da-988b-96b0a97570b1 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302112 Sep 14 11:12:20.004403 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2d12887c-18ae-4851-8489-73f732bfefd0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:12:20.097705 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2d12887c-18ae-4851-8489-73f732bfefd0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d12887c-18ae-4851-8489-73f732bfefd0,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:12:20.108981 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '2d12887c-18ae-4851-8489-73f732bfefd0', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'port_id': '2d12887c-18ae-4851-8489-73f732bfefd0', 'mac_address': 'fa:16:3e:be:5b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:12:20.144207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:20.156830 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d12887c-18ae-4851-8489-73f732bfefd0 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:12:20.175698 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2d12887c-18ae-4851-8489-73f732bfefd0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d12887c-18ae-4851-8489-73f732bfefd0,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:12:20.179489 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:20.230222 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=2d12887c-18ae-4851-8489-73f732bfefd0,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:20.237312 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.237708 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.238057 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.238391 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.238725 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.239057 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.239383 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.239709 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.240035 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.240357 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.240681 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.241002 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:12:20.277079 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8cb83-366e-4358-a6d8-e88a957c4526 req-9b9451ce-1b58-47e6-b5b5-b0bfc199f941 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:20.278593 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62c8cb83-366e-4358-a6d8-e88a957c4526 req-9b9451ce-1b58-47e6-b5b5-b0bfc199f941 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 944 time: 0.0493727 Sep 14 11:12:20.314751 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62c8cb83-366e-4358-a6d8-e88a957c4526 req-048ecb37-018b-480e-a2c8-7ba2dd9b4a27 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302327 Sep 14 11:12:20.407544 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['2d12887c-18ae-4851-8489-73f732bfefd0'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:12:21.426173 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300e34-fea2-47b2-ad9e-56476c5a15a9 req-3abbc1bb-01e7-4ebf-b8b2-c051b0874f92 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:21.427788 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab300e34-fea2-47b2-ad9e-56476c5a15a9 req-3abbc1bb-01e7-4ebf-b8b2-c051b0874f92 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 944 time: 0.0482576 Sep 14 11:12:21.469354 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ab300e34-fea2-47b2-ad9e-56476c5a15a9 req-e700c18d-5046-43af-9153-85754c5c69d3 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Sep 14 11:12:21.480760 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd9b1-fcc7-42fe-af81-c5f475f539bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:21.662701 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:21.716948 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:22.010336 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2d12887c-18ae-4851-8489-73f732bfefd0 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:12:22.056962 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning for port 2d12887c-18ae-4851-8489-73f732bfefd0 completed by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:12:22.060580 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 2d12887c-18ae-4851-8489-73f732bfefd0 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:12:22.060948 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:22.133982 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:22.158011 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:12:22.160226 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02958a-961b-4f16-8f04-b3747c080eb2" -d '{"events": [{"server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "name": "network-vif-plugged", "status": "completed", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:12:22.173153 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 2d12887c-18ae-4851-8489-73f732bfefd0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d12887c-18ae-4851-8489-73f732bfefd0,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:12:22.177000 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:22.201152 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de00fe65-b307-44ac-b24a-689f06717949 x-openstack-request-id: req-de00fe65-b307-44ac-b24a-689f06717949 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:12:22.201444 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "name": "network-vif-plugged", "status": "completed", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:12:22.201735 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de00fe65-b307-44ac-b24a-689f06717949 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:12:22.202124 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0', 'code': 200} Sep 14 11:12:22.230092 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=2d12887c-18ae-4851-8489-73f732bfefd0,revision_number=5']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:22.411947 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159ed24-dd07-421b-9e7d-5b14a5b7bf40 req-24dd36ca-9573-48a2-bdd4-f9b37c194480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:22.413394 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6159ed24-dd07-421b-9e7d-5b14a5b7bf40 req-24dd36ca-9573-48a2-bdd4-f9b37c194480 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 1098 time: 0.0393305 Sep 14 11:12:22.450511 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6159ed24-dd07-421b-9e7d-5b14a5b7bf40 req-2d776aff-f93d-4084-9611-6f7b87f128f1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264487 Sep 14 11:12:22.581470 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4f6e-7a6e-44b1-bdc4-230ee51194d7 req-0d419002-9b25-43a2-8b4b-1f1198d94a42 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:22.582962 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c3ec4f6e-7a6e-44b1-bdc4-230ee51194d7 req-0d419002-9b25-43a2-8b4b-1f1198d94a42 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 945 time: 0.0477819 Sep 14 11:12:22.619175 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c3ec4f6e-7a6e-44b1-bdc4-230ee51194d7 req-3ac95719-3864-4a3e-99e5-1fa304b1a68c tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296998 Sep 14 11:12:22.982469 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:23.730711 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d243d-8a3b-47f2-99c6-7a85a855462c req-88f44fd8-57b5-4998-810c-0edd4988b801 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:23.732152 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f3d243d-8a3b-47f2-99c6-7a85a855462c req-88f44fd8-57b5-4998-810c-0edd4988b801 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 945 time: 0.0470798 Sep 14 11:12:23.768555 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f3d243d-8a3b-47f2-99c6-7a85a855462c req-83fb16f8-b762-4cfa-952c-415eb47976ed tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304315 Sep 14 11:12:23.878617 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad26e-a3cd-4afc-9509-922b49e21977 req-5ef97678-2ec4-474c-be9f-d7ac485eb017 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:23.879952 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-529ad26e-a3cd-4afc-9509-922b49e21977 req-5ef97678-2ec4-474c-be9f-d7ac485eb017 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 945 time: 0.0467846 Sep 14 11:12:23.918590 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-529ad26e-a3cd-4afc-9509-922b49e21977 req-e099a15d-5930-42c9-afa5-0a3bdf2b397b tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327520 Sep 14 11:12:23.940481 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51560) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:12:23.978555 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856b5e2-e150-4b52-a076-b4dd40ae9ac8 tempest-TestVolumeBootPattern-978380942 tempest-TestVolumeBootPattern-978380942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:23.980028 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-b856b5e2-e150-4b52-a076-b4dd40ae9ac8 tempest-TestVolumeBootPattern-978380942 tempest-TestVolumeBootPattern-978380942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 1093 time: 0.0386209 Sep 14 11:12:23.982670 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51562) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:12:23.986744 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.v2.base [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Request body: {'floatingip': {'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'port_id': '2d12887c-18ae-4851-8489-73f732bfefd0', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:12:24.008182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.101257 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.201110 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Allocated IP 172.27.2.137 (697ff582-6f85-4694-a049-227fb4abe18a/0b6abea7-3a3b-491b-905c-cf55ed49f142/0671959f-88af-4fb7-a122-193a7bd5d80f) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:12:24.295643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.337262 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789067123923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.372769 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Network 697ff582-6f85-4694-a049-227fb4abe18a is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:12:24.376864 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:12:24.379620 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:12:24.406427 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=0671959f-88af-4fb7-a122-193a7bd5d80f,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:24.641753 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.713127 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.775174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.915737 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.919909 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6842773'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.984921 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event updated for resources: {'Port': ['ID=0671959f-88af-4fb7-a122-193a7bd5d80f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:12:24.994219 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8096319'] for floatingip, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:25.344829 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Floating IP f554a10c-af3e-4e43-ae32-8a9412ede318 associated. External IP: 172.27.2.137, port: 2d12887c-18ae-4851-8489-73f732bfefd0. Sep 14 11:12:25.540566 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:12:25.648012 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:12:25.657348 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:12:25.664575 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:25.666902 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:12:25.667516 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:12:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:12:25.691939 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-3933e1ab-d9f7-48c1-90f2-c62e4fa87ff0 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7082992 Sep 14 11:12:25.692523 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:12:25.694767 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:12:25.771727 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:12:25.785633 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e8ca5d-3dcb-451f-8680-b820374f3e7b x-openstack-request-id: req-b1e8ca5d-3dcb-451f-8680-b820374f3e7b {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:12:25.785988 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:12:25.786303 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1e8ca5d-3dcb-451f-8680-b820374f3e7b {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:12:25.786794 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0', 'status': 'completed', 'code': 200} Sep 14 11:12:25.846019 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-4de1d75a-14e4-44db-8286-e4ef4f1ac8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:25.847608 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-4de1d75a-14e4-44db-8286-e4ef4f1ac8b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 1098 time: 0.0397840 Sep 14 11:12:25.938262 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-280d8f3d-7506-4685-a27b-a563c0fe18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:25.939655 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-280d8f3d-7506-4685-a27b-a563c0fe18e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.0855241 Sep 14 11:12:25.994983 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:18Z', 'revision_number': 1, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}, {'id': 'f554a10c-af3e-4e43-ae32-8a9412ede318', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': '2d12887c-18ae-4851-8489-73f732bfefd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:be:5b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:12:24Z', 'updated_at': '2021-09-14T11:12:24Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:12:26.002916 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-9fd06755-2a28-4ae6-bd9d-7978c2ec9c69 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d12887c-18ae-4851-8489-73f732bfefd0 HTTP/1.1" status: 200 len: 999 time: 0.0566533 Sep 14 11:12:26.021099 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:12:26.029782 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:12:26.030411 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:12:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:12:26.055063 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-14619488-17f0-4a16-bd6e-b15d90acc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:26.056800 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-14619488-17f0-4a16-bd6e-b15d90acc6d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0471051 Sep 14 11:12:26.101531 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-cb8c702d-8dbc-4df3-a3fc-1fc2ef6a2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:26.103711 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-cb8c702d-8dbc-4df3-a3fc-1fc2ef6a2ed4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398638 Sep 14 11:12:26.132759 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:12:26.188937 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-3bbfe5c6-6eb5-43d8-af82-becb54097e5e service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783768 Sep 14 11:12:26.280152 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-4a908d2c-16e5-461e-ba8f-b8dc5c7a7a5b req-63374984-ff30-4f7b-ad01-cb5e706529f5 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844333 Sep 14 11:12:26.355612 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:18Z', 'revision_number': 1, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}, {'id': 'f554a10c-af3e-4e43-ae32-8a9412ede318', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': '2d12887c-18ae-4851-8489-73f732bfefd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:be:5b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:12:24Z', 'updated_at': '2021-09-14T11:12:24Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:12:26.384876 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026f019-3784-40cf-82b3-882ef984cc9c None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:18Z', 'revision_number': 1, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}, {'id': 'f554a10c-af3e-4e43-ae32-8a9412ede318', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': '2d12887c-18ae-4851-8489-73f732bfefd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:be:5b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:12:24Z', 'updated_at': '2021-09-14T11:12:24Z', 'revision_number': 0, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:12:26.561284 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cbf27-4ddc-40b0-8663-b04e0055a1fd None None] New status for floating IP f554a10c-af3e-4e43-ae32-8a9412ede318: ACTIVE {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:12:40.328188 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:12:44.859381 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7b264-b2ae-4326-9e9f-01fd726a7ec0 req-0ab75488-2cc2-4e94-b822-4a3c53037202 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:44.860787 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cf7b264-b2ae-4326-9e9f-01fd726a7ec0 req-0ab75488-2cc2-4e94-b822-4a3c53037202 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0487292 Sep 14 11:12:44.901190 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cf7b264-b2ae-4326-9e9f-01fd726a7ec0 req-9c3ead87-4035-475a-97bd-a940afdbf4b4 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344920 Sep 14 11:12:46.034298 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ef5e-4551-4306-93da-ee23804b54ca req-7ec0a63f-e0ed-42e0-8ea8-a9e209ecdbc6 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:46.035742 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a32ef5e-4551-4306-93da-ee23804b54ca req-7ec0a63f-e0ed-42e0-8ea8-a9e209ecdbc6 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0479705 Sep 14 11:12:46.071393 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1a32ef5e-4551-4306-93da-ee23804b54ca req-d2bd5008-3646-4684-b717-754e8518f173 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298347 Sep 14 11:12:47.200173 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76a7ef-9132-4786-93a5-45626a6fd6c2 req-1f46ad16-67fa-4cfe-b372-e8c2b94b26c7 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:47.201671 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd76a7ef-9132-4786-93a5-45626a6fd6c2 req-1f46ad16-67fa-4cfe-b372-e8c2b94b26c7 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0477974 Sep 14 11:12:47.237955 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd76a7ef-9132-4786-93a5-45626a6fd6c2 req-ef76f745-56c3-48fa-8d7f-f8db11ec4ddb tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306144 Sep 14 11:12:48.353399 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c95ab1-1fa5-4658-b051-f78fda8860e8 req-d0c9d9fa-b077-45b4-972c-ab576b92e3b0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:48.354889 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c6c95ab1-1fa5-4658-b051-f78fda8860e8 req-d0c9d9fa-b077-45b4-972c-ab576b92e3b0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0517097 Sep 14 11:12:48.391634 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c6c95ab1-1fa5-4658-b051-f78fda8860e8 req-c9d80635-3f48-46e8-b504-2937976b5d6e tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Sep 14 11:12:48.988482 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06644084-ffd9-4df4-8988-3c655d191368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:49.502821 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad988d-bf73-4855-b115-baa8b3ec1d93 req-3d7d19ac-5a34-486f-bf3d-6af919999f8f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:49.504300 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2ad988d-bf73-4855-b115-baa8b3ec1d93 req-3d7d19ac-5a34-486f-bf3d-6af919999f8f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0478947 Sep 14 11:12:49.541904 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2ad988d-bf73-4855-b115-baa8b3ec1d93 req-06bf0f01-1cf6-4fc6-a5fe-1b7883e30e81 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Sep 14 11:12:50.652521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf13ff8-9149-467d-a7a0-c2fa13265005 req-2a347bc2-e943-47b3-a7a2-c79e6cc65ec0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:50.653997 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1bf13ff8-9149-467d-a7a0-c2fa13265005 req-2a347bc2-e943-47b3-a7a2-c79e6cc65ec0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0470529 Sep 14 11:12:50.690300 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1bf13ff8-9149-467d-a7a0-c2fa13265005 req-b65b868c-1a33-4b19-b34b-2ebeffdcfa27 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304773 Sep 14 11:12:51.479632 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be500c0d-24d5-43ae-886b-d6e95e440970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:51.663933 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:51.734855 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:51.803650 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c8971-e648-498c-905a-bfe32f0adf8d req-bdc9f235-b60e-416b-a0db-c96e4ce185f6 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:51.805113 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-598c8971-e648-498c-905a-bfe32f0adf8d req-bdc9f235-b60e-416b-a0db-c96e4ce185f6 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0482671 Sep 14 11:12:51.845989 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-598c8971-e648-498c-905a-bfe32f0adf8d req-c70d2e60-26ab-4d26-a5f8-b55c8ae901ad tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348136 Sep 14 11:12:52.956219 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70a8d-1fdc-492f-93de-d474fe5f53ad req-8e9706fd-ce35-4132-b48d-5d16ae969a90 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:52.957693 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-20a70a8d-1fdc-492f-93de-d474fe5f53ad req-8e9706fd-ce35-4132-b48d-5d16ae969a90 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0477171 Sep 14 11:12:52.984822 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:52.995617 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-20a70a8d-1fdc-492f-93de-d474fe5f53ad req-9915149b-a918-4176-85f0-beaf9e0de251 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Sep 14 11:12:54.106830 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e594e9-89a6-48d1-9340-bbdbf2d4b674 req-85fee212-7c20-4cc6-8860-2ad5ff1948ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:54.108299 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4e594e9-89a6-48d1-9340-bbdbf2d4b674 req-85fee212-7c20-4cc6-8860-2ad5ff1948ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0472906 Sep 14 11:12:54.144542 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4e594e9-89a6-48d1-9340-bbdbf2d4b674 req-ae80c0f4-35c8-4a90-94f8-e55f6e628d06 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305452 Sep 14 11:12:54.645778 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:54.989102 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-232d0084-89ca-42c3-8db8-3c506dae9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:54.990543 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-232d0084-89ca-42c3-8db8-3c506dae9d7f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0443711 Sep 14 11:12:55.079725 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-ca06b1cf-56ee-495a-9096-20b697cd6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:55.081177 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-ca06b1cf-56ee-495a-9096-20b697cd6568 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.0832634 Sep 14 11:12:55.147283 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-ad83559a-c3df-486c-99f1-ba05322fddf6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 1001 time: 0.0588663 Sep 14 11:12:55.195557 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-868e1efb-f186-4930-91c0-c0813a59d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:55.197015 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-868e1efb-f186-4930-91c0-c0813a59d012 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0429606 Sep 14 11:12:55.272116 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-1ffa8664-92dd-4083-a620-bb1909762149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:55.273663 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-1ffa8664-92dd-4083-a620-bb1909762149 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698686 Sep 14 11:12:55.282103 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec372-afe6-4b20-9d79-1228e327adea req-a7792edd-e5ed-43eb-8cc2-78569aa5749c tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:55.283432 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-720ec372-afe6-4b20-9d79-1228e327adea req-a7792edd-e5ed-43eb-8cc2-78569aa5749c tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0723820 Sep 14 11:12:55.371038 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-720ec372-afe6-4b20-9d79-1228e327adea req-3ce583db-f795-48aa-8fe2-57784f5ef499 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785866 Sep 14 11:12:55.389588 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-1853a072-9c27-4b07-a189-c11c17824425 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052511 Sep 14 11:12:55.478642 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1c01ce05-8f71-415c-b5cd-690ec8e9e0dd req-8ab14115-60e0-4efa-bdc3-9954377fb66f service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Sep 14 11:12:56.483296 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90fc3-c89c-443b-bdc6-56d5272a76a0 req-c261305a-1f71-44a2-b474-6af4cd71a0ce tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:56.484762 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8a90fc3-c89c-443b-bdc6-56d5272a76a0 req-c261305a-1f71-44a2-b474-6af4cd71a0ce tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0482376 Sep 14 11:12:56.521762 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8a90fc3-c89c-443b-bdc6-56d5272a76a0 req-455c57e1-41fd-4ace-adfd-4158a7238f53 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Sep 14 11:12:57.630956 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-1bea373d-5970-4af2-ac66-44b3d1aefd46 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724726 Sep 14 11:12:57.646255 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbb83-d6ae-4f30-827f-cabd2a332c93 req-54973820-fabf-4389-86ac-e7f923f32f75 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:57.648289 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc7cbb83-d6ae-4f30-827f-cabd2a332c93 req-54973820-fabf-4389-86ac-e7f923f32f75 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0584056 Sep 14 11:12:57.713210 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-fc7cbb83-d6ae-4f30-827f-cabd2a332c93 req-2bfddc9e-b27e-4dd2-b3c5-f26cc807a638 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594940 Sep 14 11:12:57.730107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-de67d4ab-f364-4b04-88fa-31ad55f4cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:57.732445 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-de67d4ab-f364-4b04-88fa-31ad55f4cee1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1098 time: 0.0610118 Sep 14 11:12:57.834849 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-86a4e6d6-efe4-412a-8810-a60bba3c9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:57.836163 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-86a4e6d6-efe4-412a-8810-a60bba3c9bcc service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.0844605 Sep 14 11:12:57.949307 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-9085b5f7-6f64-4cd4-b680-73c7bc82df0f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 1001 time: 0.1061389 Sep 14 11:12:57.984281 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c584-e4c5-4914-a33a-564720b5e228 req-4892f8e5-d073-422a-9ea6-34d06e5b44f8 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:57.985736 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2771c584-e4c5-4914-a33a-564720b5e228 req-4892f8e5-d073-422a-9ea6-34d06e5b44f8 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0974059 Sep 14 11:12:58.045537 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-713354e3-a2d3-4397-8bb8-72bbf395b283 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1939616 Sep 14 11:12:58.054618 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-cb7147b5-8e70-4e02-868f-789bf193a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:58.055999 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-cb7147b5-8e70-4e02-868f-789bf193a660 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0933247 Sep 14 11:12:58.063404 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-2771c584-e4c5-4914-a33a-564720b5e228 req-e1bb46fa-f739-4530-a578-83bd3bc8a920 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563602 Sep 14 11:12:58.102707 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-6d976539-c308-41a5-aefb-509af910b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:58.104858 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-6d976539-c308-41a5-aefb-509af910b75d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406110 Sep 14 11:12:58.200201 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-d9983ac6-6c24-4a75-a5e5-8e914c8231a1 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871451 Sep 14 11:12:58.295548 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-54135570-b0fd-4a8a-b532-cb2cd47253a1 req-4476e867-4b08-4e62-935c-24befb23633f service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Sep 14 11:12:59.187085 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41249b6f-d0a7-433b-a2cc-dc666d045cd2 req-1ed6e765-ab87-42e2-80ce-923101e86285 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:59.188581 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-41249b6f-d0a7-433b-a2cc-dc666d045cd2 req-1ed6e765-ab87-42e2-80ce-923101e86285 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0490873 Sep 14 11:12:59.205988 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-ba45e7c3-afb9-4f3a-a04b-186cad3ee54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:59.207469 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-ba45e7c3-afb9-4f3a-a04b-186cad3ee54f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f&tenant_id=665a8d3e02fc4e1d9b7458fc04641f56 HTTP/1.1" status: 200 len: 1099 time: 0.0399489 Sep 14 11:12:59.229775 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-41249b6f-d0a7-433b-a2cc-dc666d045cd2 req-5580c5c7-5c74-411a-ad59-a2ca7eaa1905 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346570 Sep 14 11:12:59.270452 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-2d681170-a54c-4d3b-9022-e719c6286548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:59.271908 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-2d681170-a54c-4d3b-9022-e719c6286548 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0432003 Sep 14 11:12:59.358111 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-cfda9a81-e389-48f7-8bbe-1113f8482e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:59.359423 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-cfda9a81-e389-48f7-8bbe-1113f8482e1f service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.0806448 Sep 14 11:12:59.424295 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-2b7b871e-c05d-4710-9615-fc2d6bad8e6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 1001 time: 0.0579395 Sep 14 11:12:59.471028 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-2fdb7c49-0bb0-4dc7-bbb3-1f39c696e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:59.472374 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-2fdb7c49-0bb0-4dc7-bbb3-1f39c696e436 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0414407 Sep 14 11:12:59.515225 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-aa7a2b32-6e9d-4e26-b957-fdabcd24bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:12:59.516639 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-aa7a2b32-6e9d-4e26-b957-fdabcd24bb08 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0367489 Sep 14 11:12:59.608832 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-d242ac46-a074-4a6e-b73d-5f468f56200c service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818067 Sep 14 11:12:59.695678 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-6d1a2574-43fe-48ee-99c4-72c6ea359078 req-30f848ad-d591-4eaf-8fc7-c1aff3cde2e9 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797977 Sep 14 11:13:00.113525 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:13:00.185859 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:00.210299 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:13:00.212502 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f37efc-61ac-44e2-99b7-288248a1ea78" -d '{"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-unplugged", "status": "completed", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:13:00.224877 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:13:00.228899 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:00.278091 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=6']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:13:00.307722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3a0685-f7e5-4a41-a1a3-0391e0b58df6 x-openstack-request-id: req-5b3a0685-f7e5-4a41-a1a3-0391e0b58df6 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:13:00.308047 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-unplugged", "status": "completed", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:13:00.308298 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b3a0685-f7e5-4a41-a1a3-0391e0b58df6 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:13:00.308694 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'code': 200} Sep 14 11:13:00.351161 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770467f-ec75-4042-bf21-fb77c5ae1dd9 req-d6643def-e424-4581-8bc8-3bc78ab33c0f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:00.352690 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6770467f-ec75-4042-bf21-fb77c5ae1dd9 req-d6643def-e424-4581-8bc8-3bc78ab33c0f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0540545 Sep 14 11:13:00.390917 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6770467f-ec75-4042-bf21-fb77c5ae1dd9 req-7b85c802-ef52-4e83-9b5f-23eaaffab534 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321288 Sep 14 11:13:01.505682 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec253e-1fd7-49fa-b508-f4dc3b46224c req-cd6cf780-8614-46f3-b7d8-4692a3079762 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:01.507123 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a6ec253e-1fd7-49fa-b508-f4dc3b46224c req-cd6cf780-8614-46f3-b7d8-4692a3079762 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0501585 Sep 14 11:13:01.543645 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-a6ec253e-1fd7-49fa-b508-f4dc3b46224c req-e8980bf4-a716-4437-95fe-bf671e5344a9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300736 Sep 14 11:13:02.656107 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80020-fe8a-4e34-aaf0-ff86336d9fba req-64117597-89fa-42f9-a55b-23eac40b045c tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:02.657588 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0c80020-fe8a-4e34-aaf0-ff86336d9fba req-64117597-89fa-42f9-a55b-23eac40b045c tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0475667 Sep 14 11:13:02.695041 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0c80020-fe8a-4e34-aaf0-ff86336d9fba req-48912332-9261-4dfd-a02a-d0af652a8e1f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Sep 14 11:13:03.805872 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ff574-f071-4796-9185-959d3091ac6b req-13e56261-3845-41cc-9383-f35201d17a49 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:03.807587 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-742ff574-f071-4796-9185-959d3091ac6b req-13e56261-3845-41cc-9383-f35201d17a49 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0478222 Sep 14 11:13:03.844070 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-742ff574-f071-4796-9185-959d3091ac6b req-e292aef8-9cc2-4619-967b-a8385c0e134e tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297534 Sep 14 11:13:04.957036 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fbc88-6010-4810-8ace-9b4a8c94fc30 req-5e7dab5b-e823-447a-a622-836e2a5c6625 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:04.958550 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-455fbc88-6010-4810-8ace-9b4a8c94fc30 req-5e7dab5b-e823-447a-a622-836e2a5c6625 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0492401 Sep 14 11:13:04.999099 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-455fbc88-6010-4810-8ace-9b4a8c94fc30 req-033aca69-d735-4bdb-beeb-a4d3bece7f2f tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Sep 14 11:13:05.766733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd50c5-a368-4534-9297-f76935db23dd req-6cecfde6-4eb4-46b3-b967-a4e34745e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:05.768215 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-18cd50c5-a368-4534-9297-f76935db23dd req-6cecfde6-4eb4-46b3-b967-a4e34745e2fa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1097 time: 0.0399766 Sep 14 11:13:05.802144 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-18cd50c5-a368-4534-9297-f76935db23dd req-d6085c51-6844-4f79-ac01-c035184f629d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266542 Sep 14 11:13:06.113917 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868a87-425d-4b64-8699-3d073737db79 req-48b2b3d1-a9ef-4af5-832d-715d825da5e0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:06.115357 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-60868a87-425d-4b64-8699-3d073737db79 req-48b2b3d1-a9ef-4af5-832d-715d825da5e0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0510020 Sep 14 11:13:06.151757 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-60868a87-425d-4b64-8699-3d073737db79 req-dfb254ce-58fc-4eaa-bfa7-ad22ce479d29 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Sep 14 11:13:07.261480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a045653-dc74-498f-8f5d-f7b8b23294aa req-6ada1b09-8649-41a4-8fed-31ef22ca8cc0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:07.262970 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a045653-dc74-498f-8f5d-f7b8b23294aa req-6ada1b09-8649-41a4-8fed-31ef22ca8cc0 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 944 time: 0.0479743 Sep 14 11:13:07.300173 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a045653-dc74-498f-8f5d-f7b8b23294aa req-2301bef7-dd51-417b-a0df-ff34e65e1696 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Sep 14 11:13:08.132770 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:13:08.225726 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:13:08.236735 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Returning: {'device': '4956ede8-80ef-4174-82c3-42604d315846', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'port_id': '4956ede8-80ef-4174-82c3-42604d315846', 'mac_address': 'fa:16:3e:15:a1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:13:08.272139 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:08.284359 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4956ede8-80ef-4174-82c3-42604d315846 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:13:08.303129 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:13:08.307795 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:08.352799 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=7']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:13:08.535114 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] get_ports_and_sgs() called for port_ids ['4956ede8-80ef-4174-82c3-42604d315846'] {{(pid=93871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:13:10.139717 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 up at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:13:10.184833 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Provisioning complete for port 4956ede8-80ef-4174-82c3-42604d315846 triggered by entity L2. {{(pid=93871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:13:10.185199 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690233'] for port, provisioning_complete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:10.261283 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665293'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:10.283109 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:13:10.285342 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff7222edfec9e3865bfe6e45bb07d4a93b59c7751e49395227c8459e50ca6363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11159b0-606d-439e-8b24-80d90cbed991" -d '{"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-plugged", "status": "completed", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:13:10.297858 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:13:10.302385 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789067691030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789067123941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789067123959'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:10.325515 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994a36a6-cb4f-485f-82bb-fdf11e3cc7bb x-openstack-request-id: req-994a36a6-cb4f-485f-82bb-fdf11e3cc7bb {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:13:10.325822 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-plugged", "status": "completed", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:13:10.326073 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-994a36a6-cb4f-485f-82bb-fdf11e3cc7bb {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:13:10.326450 dv-cinder-804035-12-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'code': 200} Sep 14 11:13:10.350293 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Pushing event updated for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=8']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:13:17.326641 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:13:18.988674 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7c7421aa-3942-46cc-97f1-b72cbd751305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:21.596434 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6a89eb86-a43b-45a8-8007-09deefd83845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:21.663778 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:21.732015 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:22.987420 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:24.647556 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:48.988777 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8775a475-494c-4a15-96fc-bee9418d3bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:51.476938 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f84bc56d-96bb-473d-beb9-437338a83911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:51.665973 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:51.733216 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:52.990824 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:54.325475 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:13:54.651130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:58.596384 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-20af5943-663e-4461-8a4b-763fcc4910bd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397859 Sep 14 11:13:58.654976 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-78ca91e6-a0ae-4421-ba54-db4df2bca2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:58.656447 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-78ca91e6-a0ae-4421-ba54-db4df2bca2da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0391552 Sep 14 11:13:58.758108 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-3497c4de-209c-472c-bdce-84fba4e96f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:58.759560 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-3497c4de-209c-472c-bdce-84fba4e96f30 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.0850036 Sep 14 11:13:58.821799 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-58c55827-7d94-474b-abe1-7ff43591c98a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 1001 time: 0.0556526 Sep 14 11:13:58.871232 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-719c9627-e128-4961-8237-7c85e4678b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:58.872539 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-719c9627-e128-4961-8237-7c85e4678b21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0444181 Sep 14 11:13:58.915735 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-cf7e566a-6a5a-45b2-9660-7304a79b68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:13:58.917134 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-cf7e566a-6a5a-45b2-9660-7304a79b68c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378194 Sep 14 11:13:59.004101 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-bd7a7482-43e3-4471-a429-70b73746aaac service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794165 Sep 14 11:13:59.095005 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-537b8e3b-e536-4ef6-a38a-73893d3110c2 req-e70cf305-47ef-4238-9d47-5b497857cf51 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 Sep 14 11:14:04.322974 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51670) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:04.476229 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Deleting port 0671959f-88af-4fb7-a122-193a7bd5d80f {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:04.476598 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:04.551500 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:04.551828 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:04.563776 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Calling delete_port for 0671959f-88af-4fb7-a122-193a7bd5d80f owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:04.703251 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:04.734216 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'Port': ['ID=0671959f-88af-4fb7-a122-193a7bd5d80f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:04.758750 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.759095 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.759434 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.759763 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.760087 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.760411 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.760734 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.761056 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.761376 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.761721 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.762036 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.762347 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:04.800303 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:04.800632 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Floating IP f554a10c-af3e-4e43-ae32-8a9412ede318 disassociated (deleted). External IP: 172.27.2.137, port: 2d12887c-18ae-4851-8489-73f732bfefd0. Sep 14 11:14:05.001141 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:05.121809 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:05.126583 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:05.131181 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:05.139999 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:05.140614 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:13:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:05.152858 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-16798a0f-b7ee-4025-883f-1127e689bee6 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "DELETE /v2.0/floatingips/f554a10c-af3e-4e43-ae32-8a9412ede318 HTTP/1.1" status: 204 len: 168 time: 0.8287218 Sep 14 11:14:05.153448 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:14:05.155709 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c5bc43ccf2b83bcd96fa6bf9df620d5f5e0da3b6178df9aaa1dd913394f154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1827cd2-ea12-466d-9b00-950b3902faba" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:14:05.247582 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:05.251656 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fceba9f-0c4f-4ebf-8d3f-7a8e11dc5da5 x-openstack-request-id: req-8fceba9f-0c4f-4ebf-8d3f-7a8e11dc5da5 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:14:05.251887 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:14:05.252261 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fceba9f-0c4f-4ebf-8d3f-7a8e11dc5da5 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:14:05.252559 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0', 'status': 'completed', 'code': 200} Sep 14 11:14:05.325058 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827cd2-ea12-466d-9b00-950b3902faba req-f1132927-4315-46bd-8e64-470289bbc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:05.326704 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-f1132927-4315-46bd-8e64-470289bbc72b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 1098 time: 0.0459647 Sep 14 11:14:05.431831 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cf68-1a19-4a9b-958c-313a58bd2f27 req-472f4792-8dc9-45aa-ad48-b6597c8f2aae tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:05.433585 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ac34cf68-1a19-4a9b-958c-313a58bd2f27 req-472f4792-8dc9-45aa-ad48-b6597c8f2aae tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 945 time: 0.1030295 Sep 14 11:14:05.471521 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827cd2-ea12-466d-9b00-950b3902faba req-c0f86840-e735-49b5-82b9-12d8b131cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:05.472979 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-c0f86840-e735-49b5-82b9-12d8b131cf6d service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.1328981 Sep 14 11:14:05.478034 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:18Z', 'revision_number': 1, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:05.490353 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-ac34cf68-1a19-4a9b-958c-313a58bd2f27 req-3b3f8d1d-3c70-401c-85e8-b215a4c73f41 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502198 Sep 14 11:14:05.504247 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:05.512441 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:05.513047 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:13:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:05.523425 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-da2807a6-f504-4e9c-8477-c97e4c6c0c16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d12887c-18ae-4851-8489-73f732bfefd0 HTTP/1.1" status: 200 len: 217 time: 0.0409911 Sep 14 11:14:05.571548 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827cd2-ea12-466d-9b00-950b3902faba req-a7cd12b5-d7f2-40a4-b50c-d6e445c7212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:05.573006 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-a7cd12b5-d7f2-40a4-b50c-d6e445c7212b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0422943 Sep 14 11:14:05.616130 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:05.617733 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827cd2-ea12-466d-9b00-950b3902faba req-e202e6f5-03f7-4b1a-b31a-94f4b0ff9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:05.619227 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-e202e6f5-03f7-4b1a-b31a-94f4b0ff9c0f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385799 Sep 14 11:14:05.710076 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-d18f17de-bd5e-45a4-8d0f-2a1607a9dc03 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829551 Sep 14 11:14:05.797131 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1827cd2-ea12-466d-9b00-950b3902faba req-2a63f131-e5b6-4352-9b34-6d3cc98b387d service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791698 Sep 14 11:14:05.834291 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:18Z', 'revision_number': 1, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:05.863596 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e64b8-e156-4f58-8e0e-206de2107e38 None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_floatingips': [{'id': 'bbe67565-6e8f-4d25-b752-2af210dbaca1', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'router_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'port_id': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'mac_address': 'fa:16:3e:31:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:10:16Z', 'updated_at': '2021-09-14T11:10:18Z', 'revision_number': 1, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:06.068765 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02794619-2a2a-4a2d-bd88-7c935b874df1 None None] New status for floating IP f554a10c-af3e-4e43-ae32-8a9412ede318: DOWN {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:14:06.606480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269293c-de76-4e84-9d06-c90fe3fd5edb req-7672e2a7-5034-4fc3-b949-dc9ebac461e9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:06.607975 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d269293c-de76-4e84-9d06-c90fe3fd5edb req-7672e2a7-5034-4fc3-b949-dc9ebac461e9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 945 time: 0.0490730 Sep 14 11:14:06.644437 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d269293c-de76-4e84-9d06-c90fe3fd5edb req-bd3d2801-5807-484f-8b2a-b91c73812875 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Sep 14 11:14:06.850515 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-f45eeaf7-13f9-4e09-90f0-857dd5146c3a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:06.851859 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-f45eeaf7-13f9-4e09-90f0-857dd5146c3a tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 945 time: 0.0479736 Sep 14 11:14:06.941170 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Deleting port 2d12887c-18ae-4851-8489-73f732bfefd0 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:06.941510 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:07.028519 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] For port 2d12887c-18ae-4851-8489-73f732bfefd0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d12887c-18ae-4851-8489-73f732bfefd0,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:07.028877 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:07.040451 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Calling delete_port for 2d12887c-18ae-4851-8489-73f732bfefd0 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:07.171770 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:07.198784 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'Port': ['ID=2d12887c-18ae-4851-8489-73f732bfefd0,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:07.208182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.208531 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.208881 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.209219 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.209571 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.209906 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.210237 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.210566 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.210895 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.211643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.211643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.211837 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:07.255526 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] No DVR routers for this DVR port 2d12887c-18ae-4851-8489-73f732bfefd0 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:07.257987 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:07.260017 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-c35e8b25-7be5-4272-9a3b-3483d85db462 req-37933cf1-6138-421c-ad89-8629663fc6a7 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "DELETE /v2.0/ports/2d12887c-18ae-4851-8489-73f732bfefd0 HTTP/1.1" status: 204 len: 173 time: 0.4020066 Sep 14 11:14:07.260454 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'name': 'network-vif-deleted', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:14:07.262738 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c90c2f-90f3-4362-b8f7-eeefd768e455" -d '{"events": [{"server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "name": "network-vif-deleted", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:14:07.300141 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd1bec-08e0-4bbe-bc1f-a0be01c60ff6 x-openstack-request-id: req-36bd1bec-08e0-4bbe-bc1f-a0be01c60ff6 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:14:07.300454 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5d446-311c-4e8b-b94f-89732eabf70a", "name": "network-vif-deleted", "tag": "2d12887c-18ae-4851-8489-73f732bfefd0", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:14:07.300710 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36bd1bec-08e0-4bbe-bc1f-a0be01c60ff6 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:14:07.301103 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d5d446-311c-4e8b-b94f-89732eabf70a', 'name': 'network-vif-deleted', 'tag': '2d12887c-18ae-4851-8489-73f732bfefd0', 'status': 'completed', 'code': 200} Sep 14 11:14:07.746281 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2961291-227d-4ed6-866f-dff9e9d3bddd req-35f388eb-7d87-4f2f-9b88-4d2b8b4879a8 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d5d446-311c-4e8b-b94f-89732eabf70a HTTP/1.1" status: 200 len: 210 time: 0.0259180 Sep 14 11:14:10.564851 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2d12887c-18ae-4851-8489-73f732bfefd0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:10.585025 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 2d12887c-18ae-4851-8489-73f732bfefd0 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:10.585314 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 2d12887c-18ae-4851-8489-73f732bfefd0 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:11.009487 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51706) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:11.416753 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Deleting port 6eb511cd-b929-41da-9164-09a897a404c8 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:11.417087 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:11.490579 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:11.490904 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:11.502461 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Calling delete_port for 6eb511cd-b929-41da-9164-09a897a404c8 owned by network:floatingip {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:11.665372 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:11.690593 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'Port': ['ID=6eb511cd-b929-41da-9164-09a897a404c8,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:11.748498 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:11.748838 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Floating IP bbe67565-6e8f-4d25-b752-2af210dbaca1 disassociated (deleted). External IP: 172.27.2.102, port: ff3a2ebc-0026-4232-a886-6a031639d18f. Sep 14 11:14:11.951456 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:12.059053 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:12.064276 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:12.069112 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c59c-447f-4e86-943c-72301439095c None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:12.077792 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:12.078397 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:13:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:12.091843 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-f6ff0957-cd7f-405d-9ad0-710a7a4b34a9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "DELETE /v2.0/floatingips/bbe67565-6e8f-4d25-b752-2af210dbaca1 HTTP/1.1" status: 204 len: 168 time: 1.0812488 Sep 14 11:14:12.092538 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:14:12.094953 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e40f23-bac7-484d-b8a7-5d480df670c7" -d '{"events": [{"name": "network-changed", "server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:14:12.131045 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8b379-fa57-47ad-b799-7e286f0a5b9f x-openstack-request-id: req-e9d8b379-fa57-47ad-b799-7e286f0a5b9f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:14:12.131339 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:14:12.131591 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9d8b379-fa57-47ad-b799-7e286f0a5b9f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:14:12.131988 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'status': 'completed', 'code': 200} Sep 14 11:14:12.186623 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:12.196180 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-f277aadf-d1a7-4608-b0bb-2ca919dc4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:12.197864 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-f277aadf-d1a7-4608-b0bb-2ca919dc4897 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 1098 time: 0.0425522 Sep 14 11:14:12.328752 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-2206b7e5-ae3a-43f3-a673-9df79c409d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:12.330284 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-2206b7e5-ae3a-43f3-a673-9df79c409d7b service neutron] 10.222.0.68 "GET /v2.0/networks?id=413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 200 len: 913 time: 0.1227825 Sep 14 11:14:12.341643 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3269e9-e484-4bb8-a877-eb2e097ffa6b req-f13953cf-ee2e-4e69-813c-87c8148b7975 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:12.343071 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0c3269e9-e484-4bb8-a877-eb2e097ffa6b req-f13953cf-ee2e-4e69-813c-87c8148b7975 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 945 time: 0.0689640 Sep 14 11:14:12.387715 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-441303ab-6532-45ed-a6d8-d8a8e6ba0e7a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 200 len: 217 time: 0.0437014 Sep 14 11:14:12.395308 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:12.424538 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c59c-447f-4e86-943c-72301439095c None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:12.432629 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:12.433487 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:13:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:12.444630 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-0c3269e9-e484-4bb8-a877-eb2e097ffa6b req-7c4054c3-44c6-4e55-8978-ba98be94e4fe tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933907 Sep 14 11:14:12.451567 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-30b26578-91de-4c47-9605-423c4ba7a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:12.452996 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-30b26578-91de-4c47-9605-423c4ba7a0f7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 200 len: 851 time: 0.0571432 Sep 14 11:14:12.498567 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-c84b8d98-3e57-4e12-92b3-2a87d3b983c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:12.499942 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-c84b8d98-3e57-4e12-92b3-2a87d3b983c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=413a84a7-61ec-45bf-968b-cb07f1c2deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396762 Sep 14 11:14:12.533793 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:12.594736 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-cad67e90-cb7a-43cb-a2ca-618c0b3c1cdd service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870197 Sep 14 11:14:12.684238 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e2e40f23-bac7-484d-b8a7-5d480df670c7 req-eb85e182-68dc-4a40-af8d-4b8c58dfd7d2 service neutron] 10.222.0.68 "GET /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812814 Sep 14 11:14:12.728680 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e425c59c-447f-4e86-943c-72301439095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:12.753339 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c59c-447f-4e86-943c-72301439095c None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:07:12Z', 'revision_number': 4, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'b6065711-0af9-4f8f-b8bd-d7005792e33c', 'name': '', 'network_id': '413a84a7-61ec-45bf-968b-cb07f1c2deb7', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'mac_address': 'fa:16:3e:d9:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:12Z', 'updated_at': '2021-09-14T11:07:19Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'subnets': [{'id': '97c28512-f214-4f00-858d-85e3ad6bdc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:12.970229 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeae095-f45b-4e66-8ec7-93713c1f2c32 None None] New status for floating IP bbe67565-6e8f-4d25-b752-2af210dbaca1: DOWN {{(pid=93872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:14:13.562908 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a82216-5db0-43e9-a64f-328a597c2a55 req-88200a06-daf8-47bc-b430-401afb5f89d9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:13.564365 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9a82216-5db0-43e9-a64f-328a597c2a55 req-88200a06-daf8-47bc-b430-401afb5f89d9 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Sep 14 11:14:13.601464 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9a82216-5db0-43e9-a64f-328a597c2a55 req-07b03b98-6028-4c6b-97cd-757c60d6c848 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/security-groups?id=34647d4a-9f9b-404b-8c9b-28eefc2ef7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Sep 14 11:14:13.726440 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-8f46ed62-5075-4078-af11-6c8a7eb08f07 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:13.727786 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-8f46ed62-5075-4078-af11-6c8a7eb08f07 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Sep 14 11:14:13.814269 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Deleting port ff3a2ebc-0026-4232-a886-6a031639d18f {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:13.814619 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:13.902842 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] For port ff3a2ebc-0026-4232-a886-6a031639d18f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff3a2ebc-0026-4232-a886-6a031639d18f,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:13.903205 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:13.915242 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Calling delete_port for ff3a2ebc-0026-4232-a886-6a031639d18f owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:14.039808 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:14.071920 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'Port': ['ID=ff3a2ebc-0026-4232-a886-6a031639d18f,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:14.111496 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] No DVR routers for this DVR port ff3a2ebc-0026-4232-a886-6a031639d18f on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:14.114107 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:14.116257 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-d00f0aa6-bdce-4b86-ba76-66715be9f51c req-0be6d679-25a5-4a9e-ba6b-b214af05aaca tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.68 "DELETE /v2.0/ports/ff3a2ebc-0026-4232-a886-6a031639d18f HTTP/1.1" status: 204 len: 173 time: 0.3825963 Sep 14 11:14:14.132877 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'name': 'network-vif-deleted', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:14:14.135871 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92566a51-a888-4ca8-ac67-f5bbfc09af6b" -d '{"events": [{"server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "name": "network-vif-deleted", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:14:14.173566 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fface18-9270-49d6-ac31-49d315ee5817 x-openstack-request-id: req-7fface18-9270-49d6-ac31-49d315ee5817 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:14:14.173874 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89377a93-c7bf-4ae3-af07-bcf12549fbf9", "name": "network-vif-deleted", "tag": "ff3a2ebc-0026-4232-a886-6a031639d18f", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:14:14.174129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fface18-9270-49d6-ac31-49d315ee5817 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:14:14.174574 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89377a93-c7bf-4ae3-af07-bcf12549fbf9', 'name': 'network-vif-deleted', 'tag': 'ff3a2ebc-0026-4232-a886-6a031639d18f', 'status': 'completed', 'code': 200} Sep 14 11:14:14.704867 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae4be638-f1cf-463e-bbb4-a79d888bdc6c req-3eee9016-c58a-43b6-ad1e-17261c3bbf25 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "GET /v2.0/ports?device_id=89377a93-c7bf-4ae3-af07-bcf12549fbf9 HTTP/1.1" status: 200 len: 210 time: 0.0265415 Sep 14 11:14:15.761692 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51722) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:15.879996 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Deleting port 351a383f-3889-4098-9585-ce080fcf89dc {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:15.880256 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:15.955637 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:15.955967 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:15.967401 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Calling delete_port for 351a383f-3889-4098-9585-ce080fcf89dc owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:16.091820 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:16.119990 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'Port': ['ID=351a383f-3889-4098-9585-ce080fcf89dc,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:16.178777 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:16.181378 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:16.182555 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-26285476-2ca4-45cd-8d0c-e9b0da3f0b7f tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "DELETE /v2.0/floatingips/68678bff-8f3e-4b0b-a77b-8eb681df3d05 HTTP/1.1" status: 204 len: 168 time: 0.4198923 Sep 14 11:14:16.597604 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ff3a2ebc-0026-4232-a886-6a031639d18f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:16.620529 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: ff3a2ebc-0026-4232-a886-6a031639d18f {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:16.621027 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device ff3a2ebc-0026-4232-a886-6a031639d18f not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:17.369084 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51734) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:17.425255 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5130e3ce-ab58-4e87-aa24-52db74310063 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:17.448975 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5130e3ce-ab58-4e87-aa24-52db74310063 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:17.507749 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5130e3ce-ab58-4e87-aa24-52db74310063 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:17.510575 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5130e3ce-ab58-4e87-aa24-52db74310063 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:17.511753 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-5130e3ce-ab58-4e87-aa24-52db74310063 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] 10.222.0.39 "DELETE /v2.0/security-groups/34647d4a-9f9b-404b-8c9b-28eefc2ef7df HTTP/1.1" status: 204 len: 168 time: 0.1416366 Sep 14 11:14:17.520764 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130e3ce-ab58-4e87-aa24-52db74310063 tempest-TestVolumeBootPattern-1079129247 tempest-TestVolumeBootPattern-1079129247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34647d4a-9f9b-404b-8c9b-28eefc2ef7df,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:17.568277 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51738) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:17.996366 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:18.226035 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Deleting port b6065711-0af9-4f8f-b8bd-d7005792e33c {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:18.226375 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:18.300701 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] For port b6065711-0af9-4f8f-b8bd-d7005792e33c, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=b6065711-0af9-4f8f-b8bd-d7005792e33c,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:18.301052 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:18.313122 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Calling delete_port for b6065711-0af9-4f8f-b8bd-d7005792e33c owned by network:router_interface {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:18.490527 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:18.513429 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6065711-0af9-4f8f-b8bd-d7005792e33c,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:18.690114 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:18.892863 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Router 29976cbc-a35e-4b3f-b273-65d4812b118e has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:18.992913 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7224ce40-f479-4846-8d87-1e21e09a99ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:18.993717 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:18.998078 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-2e3a5f61-87db-472e-ad0d-e5dbe1d77347 admin admin] 10.222.0.39 "PUT /v2.0/routers/29976cbc-a35e-4b3f-b273-65d4812b118e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4287477 Sep 14 11:14:19.001081 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51742) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:19.004372 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] Sync routers for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:19.013245 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:19.014098 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:13:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:19.099717 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.113218 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:19.198047 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.251659 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Deleting port a782e181-48c5-473f-a891-3b8fe57c7140 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:19.252060 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.413142 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:14:18Z', 'revision_number': 5, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port': {'id': 'a782e181-48c5-473f-a891-3b8fe57c7140', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:10Z', 'updated_at': '2021-09-14T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:19.439899 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] Checking router: 29976cbc-a35e-4b3f-b273-65d4812b118e for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:19.448539 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] Routers {'29976cbc-a35e-4b3f-b273-65d4812b118e'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:19.449072 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:13:51Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['29976cbc-a35e-4b3f-b273-65d4812b118e'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:19.536376 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] Set router 29976cbc-a35e-4b3f-b273-65d4812b118e gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:19.588873 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:14:19Z', 'revision_number': 6, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:19.599307 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] For port a782e181-48c5-473f-a891-3b8fe57c7140, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=a782e181-48c5-473f-a891-3b8fe57c7140,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:19.599889 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.612906 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Calling delete_port for a782e181-48c5-473f-a891-3b8fe57c7140 owned by network:router_gateway {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:19.615269 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b4948-8039-4042-a15e-bdda53a22eac None None] The sync data for ids ['29976cbc-a35e-4b3f-b273-65d4812b118e'] in dv-cinder-804035-12-iscsi is: [{'id': '29976cbc-a35e-4b3f-b273-65d4812b118e', 'name': 'tempest-TestVolumeBootPattern-1401834979-router', 'tenant_id': '02c3f53b44f7499fb9900f6bf9819e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:09Z', 'updated_at': '2021-09-14T11:14:19Z', 'revision_number': 6, 'project_id': '02c3f53b44f7499fb9900f6bf9819e30', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:19.777315 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.800354 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a782e181-48c5-473f-a891-3b8fe57c7140,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:19.862914 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.948654 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:19.950756 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.001891 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.002417 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29976cbc-a35e-4b3f-b273-65d4812b118e {{(pid=93870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:14:20.008805 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] Notify callbacks [] for router, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.010085 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-9bcd88d7-d912-48aa-93c4-4a269a31fb6b admin admin] 10.222.0.39 "DELETE /v2.0/routers/29976cbc-a35e-4b3f-b273-65d4812b118e HTTP/1.1" status: 204 len: 168 time: 1.0080354 Sep 14 11:14:20.012523 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51744) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:20.061137 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Deleting subnet 97c28512-f214-4f00-858d-85e3ad6bdc9b {{(pid=93870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:14:20.064103 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.096747 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5590367'] for subnet, precommit_delete_associations {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.168097 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.220301 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6840923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4524041'] for subnet, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.245448 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c28512-f214-4f00-858d-85e3ad6bdc9b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:20.247399 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.251485 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-6530c96e-ed77-413c-80d3-18f7b84133a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/97c28512-f214-4f00-858d-85e3ad6bdc9b HTTP/1.1" status: 204 len: 168 time: 0.2355671 Sep 14 11:14:20.251859 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51746) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:20.254751 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb55027-cafe-4553-b492-0edddde02a8a None None] Network 413a84a7-61ec-45bf-968b-cb07f1c2deb7 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:20.318508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.365403 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51748) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:20.412939 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Deleting port c0d51d70-bc27-4437-8a6c-544dd09c8749 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:20.413324 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.462015 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] DHCP port deletion for 413a84a7-61ec-45bf-968b-cb07f1c2deb7 request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:14:20.488710 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device a782e181-48c5-473f-a891-3b8fe57c7140 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:20.510204 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: a782e181-48c5-473f-a891-3b8fe57c7140 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:20.510556 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device a782e181-48c5-473f-a891-3b8fe57c7140 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:20.510973 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device b6065711-0af9-4f8f-b8bd-d7005792e33c no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:20.527697 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] For port c0d51d70-bc27-4437-8a6c-544dd09c8749, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c0d51d70-bc27-4437-8a6c-544dd09c8749,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:20.528066 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.535231 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: b6065711-0af9-4f8f-b8bd-d7005792e33c {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:20.535581 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device b6065711-0af9-4f8f-b8bd-d7005792e33c not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:20.545971 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Calling delete_port for c0d51d70-bc27-4437-8a6c-544dd09c8749 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:20.555639 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Deleting port c0d51d70-bc27-4437-8a6c-544dd09c8749 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:20.556020 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.619077 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] For port c0d51d70-bc27-4437-8a6c-544dd09c8749, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c0d51d70-bc27-4437-8a6c-544dd09c8749,segment=NetworkSegment(1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6),segment_id=1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:20.619475 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.637302 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Calling delete_port for c0d51d70-bc27-4437-8a6c-544dd09c8749 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:20.667824 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Deleting port 868302bf-c6d6-499d-9675-ad7f471ecfe0 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:20.668595 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.671182 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.714816 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d51d70-bc27-4437-8a6c-544dd09c8749,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:20.720021 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.722764 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] No DVR routers for this DVR port c0d51d70-bc27-4437-8a6c-544dd09c8749 on host dv-cinder-804035-12-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:20.747705 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Pushing event deleted for resources: {'Port': ['ID=c0d51d70-bc27-4437-8a6c-544dd09c8749,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:20.749960 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] No DVR routers for this DVR port c0d51d70-bc27-4437-8a6c-544dd09c8749 on host dv-cinder-804035-12-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:20.760943 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.761367 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.761738 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.762105 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.762387 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.762713 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.763057 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.763361 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.763680 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.763998 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.764316 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.764753 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef83ab-f1a2-4492-9431-18102d0a246d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-12-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:20.835486 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.838820 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.839144 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.862783 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Calling delete_port for 868302bf-c6d6-499d-9675-ad7f471ecfe0 owned by network:floatingip {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:20.868264 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413a84a7-61ec-45bf-968b-cb07f1c2deb7']}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:20.881925 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6') {'for_net_delete': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:20.882222 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.services.segments.db [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e40dc1e-c988-4ee1-a686-6b8dfb5b2fa6') {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:20.922125 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5590310'] for segment, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.940612 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.955144 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:14:20.955528 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6842809'] for segment, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: Traceback (most recent call last): Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: timer() Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: cb(*args, **kw) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: return func(*args, **kwargs) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: self._notify() Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: self.callback(batched_events) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: event.method(event) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: return f(self, *a, **k) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._get(url).json() Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: return self.request(url, 'GET', **kwargs) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:14:20.957111 dv-cinder-804035-12-iscsi neutron-server[93870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:14:21.022129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.035554 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.037393 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/413a84a7-61ec-45bf-968b-cb07f1c2deb7 HTTP/1.1" status: 204 len: 168 time: 0.7848289 Sep 14 11:14:21.041208 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51750) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:21.048715 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9292cf-7e44-4a28-84b9-9ec7369a92f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=413a84a7-61ec-45bf-968b-cb07f1c2deb7,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:21.103132 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.128143 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event deleted for resources: {'Port': ['ID=868302bf-c6d6-499d-9675-ad7f471ecfe0,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:21.185796 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.186126 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.db.l3_db [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Floating IP 52db4dbe-106a-4a4d-a1b4-90f73f41215a disassociated (deleted). External IP: 172.27.2.63, port: 4956ede8-80ef-4174-82c3-42604d315846. Sep 14 11:14:21.383761 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.388211 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:21.478323 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-58350a2a-ac6a-4fda-84ca-2d9105a8bd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.496027 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:21.501243 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for floatingip, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.506254 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] Sync routers for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:21.515079 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:21.516036 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:21.526880 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-05e3c899-aca6-47ff-85b2-ec1fd9932351 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "DELETE /v2.0/floatingips/52db4dbe-106a-4a4d-a1b4-90f73f41215a HTTP/1.1" status: 204 len: 168 time: 1.1601484 Sep 14 11:14:21.527559 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:14:21.530005 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32698130-51f2-4ee2-8e5c-7ae69a2957fd" -d '{"events": [{"name": "network-changed", "server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:14:21.578878 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d532bba-7a10-4a6e-ad75-ff1a841d9dbb x-openstack-request-id: req-1d532bba-7a10-4a6e-ad75-ff1a841d9dbb {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:14:21.579234 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:14:21.579550 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d532bba-7a10-4a6e-ad75-ff1a841d9dbb {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:14:21.580057 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'status': 'completed', 'code': 200} Sep 14 11:14:21.632220 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:21.646738 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Deleting port 7f923912-3fe3-460b-aeb5-e635eb68454e {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:21.647338 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.648169 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-7af2c8d5-b1e2-4a84-8de3-92e8a48420fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:21.649737 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-7af2c8d5-b1e2-4a84-8de3-92e8a48420fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 1099 time: 0.0446231 Sep 14 11:14:21.682696 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.743642 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.750233 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] For port 7f923912-3fe3-460b-aeb5-e635eb68454e, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=7f923912-3fe3-460b-aeb5-e635eb68454e,segment=NetworkSegment(684411b1-b7eb-46a9-a8ad-9499c1ad18f3),segment_id=684411b1-b7eb-46a9-a8ad-9499c1ad18f3)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:21.751246 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.765634 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Calling delete_port for 7f923912-3fe3-460b-aeb5-e635eb68454e owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:21.787183 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-219332eb-0186-4204-9c01-9a8358d15885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:21.788917 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-219332eb-0186-4204-9c01-9a8358d15885 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 200 len: 909 time: 0.1249628 Sep 14 11:14:21.836731 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-87b7259a-7d44-442a-8f9d-8de8205f41b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 200 len: 217 time: 0.0400801 Sep 14 11:14:21.859228 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220a22b-6c36-42d9-b5ce-dc71bb7ab141 req-dc13bc19-d8a6-4bab-b318-3a5a027da69b tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:21.861363 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4220a22b-6c36-42d9-b5ce-dc71bb7ab141 req-dc13bc19-d8a6-4bab-b318-3a5a027da69b tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0938110 Sep 14 11:14:21.869297 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:13Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:21.890771 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-3c8a9c47-8be2-468d-a325-82ff5b15608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:21.892270 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-3c8a9c47-8be2-468d-a325-82ff5b15608a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 200 len: 847 time: 0.0487125 Sep 14 11:14:21.895132 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] Checking router: 2537f8f8-26d7-4293-b1d6-f3b7da648cbd for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:21.908813 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:21.911636 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:21.937118 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4220a22b-6c36-42d9-b5ce-dc71bb7ab141 req-5789c5cd-2861-46ff-af99-964cae23d8b9 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691752 Sep 14 11:14:21.941093 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-6a344712-e60d-4f7d-bc33-d08ae4d41826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:21.942792 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-6a344712-e60d-4f7d-bc33-d08ae4d41826 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c85ac411-5cfa-49bc-beb8-6a6ec91997bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434997 Sep 14 11:14:22.019650 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:22.031697 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:22.049664 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f923912-3fe3-460b-aeb5-e635eb68454e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:22.081277 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-32c6df41-1e2c-4dfa-9c4b-dc1f0af44622 service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263504 Sep 14 11:14:22.187619 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-32698130-51f2-4ee2-8e5c-7ae69a2957fd req-0a0f6a46-7215-46d9-9cfc-fa06471570ce service neutron] 10.222.0.68 "GET /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967510 Sep 14 11:14:22.224957 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:22.259257 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:13Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:22.284839 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9f13c-0aa0-4a8f-a927-38de6d2293b2 None None] The sync data for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi is: [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:10:06Z', 'revision_number': 4, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi', '_interfaces': [{'id': 'efc12fbe-50f7-4551-9ddd-a7bc147eeb34', 'name': '', 'network_id': 'c85ac411-5cfa-49bc-beb8-6a6ec91997bb', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'mac_address': 'fa:16:3e:0e:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:06Z', 'updated_at': '2021-09-14T11:10:13Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'subnets': [{'id': '4de135a8-e002-455d-abe4-c01302ffda2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:22.462926 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c0d51d70-bc27-4437-8a6c-544dd09c8749 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:22.483147 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: c0d51d70-bc27-4437-8a6c-544dd09c8749 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:22.483817 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c0d51d70-bc27-4437-8a6c-544dd09c8749 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:22.530633 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0084b7-1e71-4bf5-9818-be2355e9220d None None] New status for floating IP 52db4dbe-106a-4a4d-a1b4-90f73f41215a: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:14:22.661365 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:22.764215 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:22.769109 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-177b54a1-d353-44a1-a76e-8028d99badc5 admin admin] 10.222.0.39 "PUT /v2.0/routers/47d1e77d-7a10-4de7-9885-491b9ee6bcb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267854 Sep 14 11:14:22.771590 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51758) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:22.774024 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] Sync routers for ids ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:22.783567 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] Routers {'47d1e77d-7a10-4de7-9885-491b9ee6bcb0'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:22.784165 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:22.870482 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:22.886845 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] Set router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:22.971842 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:22.994682 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.036207 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Deleting port 4bc21097-dc4a-4294-983c-07d82c70fc84 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:23.036499 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.064172 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace66a0-afaa-4b1a-9de6-5cec3e5683d3 req-a58fc20a-feff-42b0-937b-d59143200725 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:23.065717 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ace66a0-afaa-4b1a-9de6-5cec3e5683d3 req-a58fc20a-feff-42b0-937b-d59143200725 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0534630 Sep 14 11:14:23.073141 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:14:21Z', 'revision_number': 5, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port': {'id': '4bc21097-dc4a-4294-983c-07d82c70fc84', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:15Z', 'updated_at': '2021-09-14T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:23.104544 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] Checking router: 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:23.110131 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-8ace66a0-afaa-4b1a-9de6-5cec3e5683d3 req-1254b6e3-58e3-46a3-baff-3babb6e77549 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/security-groups?id=b00ff1b2-6716-40c8-a195-7ed9006c8cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 Sep 14 11:14:23.114037 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] Routers {'47d1e77d-7a10-4de7-9885-491b9ee6bcb0'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:23.114650 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:23.119749 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] For port 4bc21097-dc4a-4294-983c-07d82c70fc84, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=4bc21097-dc4a-4294-983c-07d82c70fc84,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:23.120274 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.132941 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Calling delete_port for 4bc21097-dc4a-4294-983c-07d82c70fc84 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:23.247399 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-4aaf813f-c79c-4b24-91ec-277041231111 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:23.249823 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-4aaf813f-c79c-4b24-91ec-277041231111 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 946 time: 0.0551350 Sep 14 11:14:23.290852 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] Set router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 gateway port host: None {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:23.303693 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.329957 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc21097-dc4a-4294-983c-07d82c70fc84,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:23.344893 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:14:22Z', 'revision_number': 6, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:23.348193 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Deleting port 4956ede8-80ef-4174-82c3-42604d315846 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:23.348536 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.376888 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436c988-019f-4495-83fe-f150f7dbfbc4 None None] The sync data for ids ['47d1e77d-7a10-4de7-9885-491b9ee6bcb0'] in dv-cinder-804035-12-iscsi is: [{'id': '47d1e77d-7a10-4de7-9885-491b9ee6bcb0', 'name': 'tempest-TestVolumeBootPattern-1503820190-router', 'tenant_id': '9a5957fd55f6424398346d8f23ee91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:07:14Z', 'updated_at': '2021-09-14T11:14:22Z', 'revision_number': 6, 'project_id': '9a5957fd55f6424398346d8f23ee91e7', 'gw_port_host': None}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:23.397578 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.446630 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] For port 4956ede8-80ef-4174-82c3-42604d315846, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4956ede8-80ef-4174-82c3-42604d315846,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:23.446991 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.458922 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Calling delete_port for 4956ede8-80ef-4174-82c3-42604d315846 owned by compute:nova {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:23.487549 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.489690 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.534676 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.535294 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d1e77d-7a10-4de7-9885-491b9ee6bcb0 {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:14:23.540984 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.544547 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c17bbc95-b38a-4942-9c22-9ba08f340af3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/47d1e77d-7a10-4de7-9885-491b9ee6bcb0 HTTP/1.1" status: 204 len: 168 time: 0.7696474 Sep 14 11:14:23.544707 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51762) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:23.586854 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.590028 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Deleting subnet 6928e559-926a-4689-9ce4-75ac5934209b {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:14:23.593094 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.619328 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event deleted for resources: {'Port': ['ID=4956ede8-80ef-4174-82c3-42604d315846,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:23.631288 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.661129 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] No DVR routers for this DVR port 4956ede8-80ef-4174-82c3-42604d315846 on host hv-cinder-80403 {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:23.663508 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61368'] for port, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.665478 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-1baf4fda-14c2-429c-8a01-5814d05a725b req-b3fbe926-cb40-499d-88f3-ca63e3ac8776 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.68 "DELETE /v2.0/ports/4956ede8-80ef-4174-82c3-42604d315846 HTTP/1.1" status: 204 len: 173 time: 0.4099934 Sep 14 11:14:23.665954 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-deleted', 'tag': '4956ede8-80ef-4174-82c3-42604d315846'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:14:23.668163 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fff652cc47d0305db376e66a757e46c4b8f9d330053c1e1c5e307b6d2d8d12e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1949e0-6066-4328-b885-52550821b500" -d '{"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-deleted", "tag": "4956ede8-80ef-4174-82c3-42604d315846"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:14:23.711838 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb008826-6caf-4cfb-a82d-3f79739afd6c x-openstack-request-id: req-cb008826-6caf-4cfb-a82d-3f79739afd6c {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:14:23.712442 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cdff2f-0fe2-4738-8ac2-500be058999f", "name": "network-vif-deleted", "tag": "4956ede8-80ef-4174-82c3-42604d315846", "status": "completed", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:14:23.712715 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb008826-6caf-4cfb-a82d-3f79739afd6c {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:14:23.713103 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cdff2f-0fe2-4738-8ac2-500be058999f', 'name': 'network-vif-deleted', 'tag': '4956ede8-80ef-4174-82c3-42604d315846', 'status': 'completed', 'code': 200} Sep 14 11:14:23.719655 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.778359 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.804346 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6928e559-926a-4689-9ce4-75ac5934209b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:23.808256 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.810409 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c94e1fed-fcdb-4256-b098-d112f695fbb9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6928e559-926a-4689-9ce4-75ac5934209b HTTP/1.1" status: 204 len: 168 time: 0.2648613 Sep 14 11:14:23.812967 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51766) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:23.816017 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb73da-cf40-474e-b3f0-91e7f5c34ceb None None] Network 20fa4a08-d8a8-48eb-959f-5640b4fab157 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:23.887307 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:23.942773 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Deleting port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:23.943095 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.017138 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] For port 5d8a6301-36ed-4ee3-beb8-92d085b82e30, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=5d8a6301-36ed-4ee3-beb8-92d085b82e30,segment=NetworkSegment(684411b1-b7eb-46a9-a8ad-9499c1ad18f3),segment_id=684411b1-b7eb-46a9-a8ad-9499c1ad18f3)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:24.018150 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.034066 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Calling delete_port for 5d8a6301-36ed-4ee3-beb8-92d085b82e30 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:24.131530 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.132869 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3748342-2ea2-4e3b-962d-676d3a3b9d76 None None] DHCP port deletion for 20fa4a08-d8a8-48eb-959f-5640b4fab157 request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:14:24.172975 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8a6301-36ed-4ee3-beb8-92d085b82e30,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:24.177736 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] No DVR routers for this DVR port 5d8a6301-36ed-4ee3-beb8-92d085b82e30 on host dv-cinder-804035-12-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:24.230476 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [req-e1c7851d-85a2-4f42-916c-faae7523f674 req-f6c009e9-2779-4bb9-bd73-280b32ee1293 tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "GET /v2.0/ports?device_id=52cdff2f-0fe2-4738-8ac2-500be058999f HTTP/1.1" status: 200 len: 210 time: 0.0261302 Sep 14 11:14:24.254929 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.275957 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa4a08-d8a8-48eb-959f-5640b4fab157']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:24.285926 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684411b1-b7eb-46a9-a8ad-9499c1ad18f3') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:24.286217 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684411b1-b7eb-46a9-a8ad-9499c1ad18f3') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:24.297807 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.311703 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.317643 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:14:24.318022 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:14:24.320221 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:14:24.388996 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.411976 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.417144 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 4bc21097-dc4a-4294-983c-07d82c70fc84 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:24.418395 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] 10.222.0.39 "DELETE /v2.0/networks/20fa4a08-d8a8-48eb-959f-5640b4fab157 HTTP/1.1" status: 204 len: 168 time: 0.6040254 Sep 14 11:14:24.419896 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d3c09-6590-4801-bcd8-cc12420d8c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=20fa4a08-d8a8-48eb-959f-5640b4fab157,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:24.439220 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 4bc21097-dc4a-4294-983c-07d82c70fc84 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:24.439572 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 4bc21097-dc4a-4294-983c-07d82c70fc84 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:24.439990 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 5d8a6301-36ed-4ee3-beb8-92d085b82e30 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:24.460506 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 5d8a6301-36ed-4ee3-beb8-92d085b82e30 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:24.461123 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 5d8a6301-36ed-4ee3-beb8-92d085b82e30 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:24.461742 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 7f923912-3fe3-460b-aeb5-e635eb68454e no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:24.481070 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 7f923912-3fe3-460b-aeb5-e635eb68454e {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:24.481417 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 7f923912-3fe3-460b-aeb5-e635eb68454e not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:24.542802 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51772) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:24.584138 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-13e56938-7f15-4b52-a382-64a38afb1572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02c3f53b44f7499fb9900f6bf9819e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401227 Sep 14 11:14:24.586611 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51774) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:24.633138 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-372eddd1-10d8-4c24-bef7-d0d671306a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.654713 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-372eddd1-10d8-4c24-bef7-d0d671306a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.655181 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.702291 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-372eddd1-10d8-4c24-bef7-d0d671306a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.704747 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-372eddd1-10d8-4c24-bef7-d0d671306a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.705949 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-372eddd1-10d8-4c24-bef7-d0d671306a23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/527dad56-feb6-43ec-a194-94da2147da3e HTTP/1.1" status: 204 len: 168 time: 0.1184497 Sep 14 11:14:24.713617 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eddd1-10d8-4c24-bef7-d0d671306a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527dad56-feb6-43ec-a194-94da2147da3e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:25.007013 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51780) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:25.045900 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-1d594e91-43f3-40e8-aba4-091439230e60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a5957fd55f6424398346d8f23ee91e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376692 Sep 14 11:14:25.048370 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51782) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:25.110475 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5a1e-5304-43d8-a9e2-6438594dc3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.130959 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5a1e-5304-43d8-a9e2-6438594dc3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.176079 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5a1e-5304-43d8-a9e2-6438594dc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.178834 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5a1e-5304-43d8-a9e2-6438594dc3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.180118 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-a4dc5a1e-5304-43d8-a9e2-6438594dc3e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bf5e8ce-4ef3-4a4e-9b1b-e79f0c9e4cdf HTTP/1.1" status: 204 len: 168 time: 0.1307797 Sep 14 11:14:25.189674 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc5a1e-5304-43d8-a9e2-6438594dc3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5e8ce-4ef3-4a4e-9b1b-e79f0c9e4cdf,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:25.284145 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51788) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:25.344914 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a0905f4f-9355-4430-b8a7-fc79a16913ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.377255 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a0905f4f-9355-4430-b8a7-fc79a16913ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.443755 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a0905f4f-9355-4430-b8a7-fc79a16913ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.446706 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a0905f4f-9355-4430-b8a7-fc79a16913ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:25.447974 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a0905f4f-9355-4430-b8a7-fc79a16913ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] 10.222.0.39 "DELETE /v2.0/security-groups/b00ff1b2-6716-40c8-a195-7ed9006c8cfc HTTP/1.1" status: 204 len: 168 time: 0.1627383 Sep 14 11:14:25.466228 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0905f4f-9355-4430-b8a7-fc79a16913ed tempest-TestShelveInstance-1521015521 tempest-TestShelveInstance-1521015521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00ff1b2-6716-40c8-a195-7ed9006c8cfc,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:25.499141 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51792) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:25.827328 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:26.059554 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Deleting port efc12fbe-50f7-4551-9ddd-a7bc147eeb34 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:26.059909 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:26.137584 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] For port efc12fbe-50f7-4551-9ddd-a7bc147eeb34, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:26.137865 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:26.149602 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Calling delete_port for efc12fbe-50f7-4551-9ddd-a7bc147eeb34 owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:26.321238 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:26.345760 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=efc12fbe-50f7-4551-9ddd-a7bc147eeb34,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:26.503423 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:26.611650 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:26.633388 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] No Port match for: 4956ede8-80ef-4174-82c3-42604d315846 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:26.633679 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Device 4956ede8-80ef-4174-82c3-42604d315846 not bound to the agent host hv-cinder-80403 {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:26.928354 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:27.028653 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:27.034092 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-efbcb801-f3e3-42c3-827a-bd2cd03c7f1b admin admin] 10.222.0.39 "PUT /v2.0/routers/2537f8f8-26d7-4293-b1d6-f3b7da648cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5351522 Sep 14 11:14:27.036713 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51794) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:27.037982 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] Sync routers for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:27.046705 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:27.047898 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:27.139045 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.146514 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: dv-cinder-804035-12-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:27.239564 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.290881 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Deleting port 8b4027e1-609f-4220-bd9b-381dad376c1b {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:27.291222 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.316636 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:14:26Z', 'revision_number': 5, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port': {'id': '8b4027e1-609f-4220-bd9b-381dad376c1b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:04Z', 'updated_at': '2021-09-14T11:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:27.341810 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] Checking router: 2537f8f8-26d7-4293-b1d6-f3b7da648cbd for host: dv-cinder-804035-12-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:27.350512 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] Routers {'2537f8f8-26d7-4293-b1d6-f3b7da648cbd'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:27.351124 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:27.373491 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] For port 8b4027e1-609f-4220-bd9b-381dad376c1b, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=8b4027e1-609f-4220-bd9b-381dad376c1b,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:27.374121 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.385523 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Calling delete_port for 8b4027e1-609f-4220-bd9b-381dad376c1b owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:27.434850 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] Set router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:27.487378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:14:27Z', 'revision_number': 6, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:27.512693 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34ad26-bcac-40c9-9f21-d63a456a4ab7 None None] The sync data for ids ['2537f8f8-26d7-4293-b1d6-f3b7da648cbd'] in dv-cinder-804035-12-iscsi is: [{'id': '2537f8f8-26d7-4293-b1d6-f3b7da648cbd', 'name': 'tempest-TestShelveInstance-551356092-router', 'tenant_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:03Z', 'updated_at': '2021-09-14T11:14:27Z', 'revision_number': 6, 'project_id': '665a8d3e02fc4e1d9b7458fc04641f56', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:27.559884 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.585185 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4027e1-609f-4220-bd9b-381dad376c1b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:27.641987 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.727971 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.729987 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.772783 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.773366 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2537f8f8-26d7-4293-b1d6-f3b7da648cbd {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:14:27.777667 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.778859 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1cb8b09b-9dd9-4468-9cfb-3dbceb8b250f admin admin] 10.222.0.39 "DELETE /v2.0/routers/2537f8f8-26d7-4293-b1d6-f3b7da648cbd HTTP/1.1" status: 204 len: 168 time: 0.7411973 Sep 14 11:14:27.781290 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51796) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:27.825005 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Deleting subnet 4de135a8-e002-455d-abe4-c01302ffda2c {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:14:27.827879 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.862507 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.946462 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:27.998008 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.024460 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de135a8-e002-455d-abe4-c01302ffda2c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:28.028371 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.030288 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3ca32059-b360-467e-b542-b864bf13ff96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4de135a8-e002-455d-abe4-c01302ffda2c HTTP/1.1" status: 204 len: 168 time: 0.2474463 Sep 14 11:14:28.032668 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51798) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:28.036550 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605c937-9f87-4456-b95c-7b479dbf6050 None None] Network c85ac411-5cfa-49bc-beb8-6a6ec91997bb requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:28.104142 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.156149 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Deleting port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:28.156521 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.217890 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] For port c20f58ff-d891-48d9-be5c-b2b0aab8dd53, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,segment=NetworkSegment(61ed6819-be45-42d4-8bd2-1f42259d91a6),segment_id=61ed6819-be45-42d4-8bd2-1f42259d91a6)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:28.218202 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.230002 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Calling delete_port for c20f58ff-d891-48d9-be5c-b2b0aab8dd53 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:28.277570 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] DHCP port deletion for c85ac411-5cfa-49bc-beb8-6a6ec91997bb request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:14:28.315445 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.324973 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Deleting port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:28.325353 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.341365 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:28.343239 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] No DVR routers for this DVR port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 on host dv-cinder-804035-12-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:28.395445 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] For port c20f58ff-d891-48d9-be5c-b2b0aab8dd53, host dv-cinder-804035-12-iscsi, got binding levels [] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:28.395843 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.408357 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Calling delete_port for c20f58ff-d891-48d9-be5c-b2b0aab8dd53 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:28.410985 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.ipam_backend_mixin [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 was not found and therefore no delete operation was performed {{(pid=93871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 11:14:28.412232 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.420089 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.437483 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4027e1-609f-4220-bd9b-381dad376c1b no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:28.441398 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85ac411-5cfa-49bc-beb8-6a6ec91997bb']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:28.442607 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] Pushing event deleted for resources: {'Port': ['ID=c20f58ff-d891-48d9-be5c-b2b0aab8dd53,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:28.450718 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ed6819-be45-42d4-8bd2-1f42259d91a6') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:28.451015 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ed6819-be45-42d4-8bd2-1f42259d91a6') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:28.460892 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.461521 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43649add-6b57-4752-bd9a-c0b9f64f6aea None None] No DVR routers for this DVR port c20f58ff-d891-48d9-be5c-b2b0aab8dd53 on host dv-cinder-804035-12-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:28.462917 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 8b4027e1-609f-4220-bd9b-381dad376c1b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:28.463274 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 8b4027e1-609f-4220-bd9b-381dad376c1b not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:28.463676 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c20f58ff-d891-48d9-be5c-b2b0aab8dd53 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:28.478281 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.485369 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:14:28.485573 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: c20f58ff-d891-48d9-be5c-b2b0aab8dd53 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:28.488283 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device c20f58ff-d891-48d9-be5c-b2b0aab8dd53 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:28.488396 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.489207 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device efc12fbe-50f7-4551-9ddd-a7bc147eeb34 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:14:28.489344 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:14:28.509974 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: efc12fbe-50f7-4551-9ddd-a7bc147eeb34 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:28.510405 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device efc12fbe-50f7-4551-9ddd-a7bc147eeb34 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:28.547718 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.553645 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:28.555839 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c85ac411-5cfa-49bc-beb8-6a6ec91997bb HTTP/1.1" status: 204 len: 168 time: 0.5222645 Sep 14 11:14:28.559043 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51800) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:28.567893 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a8042-cf62-42ee-8f2d-5e38b95aef00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85ac411-5cfa-49bc-beb8-6a6ec91997bb,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:28.889865 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7894335'] for router_interface, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:29.121831 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Deleting port 57bde3de-0e31-4706-8bd3-44a9f283b05b {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:29.122174 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:29.199746 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] For port 57bde3de-0e31-4706-8bd3-44a9f283b05b, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=57bde3de-0e31-4706-8bd3-44a9f283b05b,segment=NetworkSegment(1093256e-f071-4af7-bd3a-db0719fe0151),segment_id=1093256e-f071-4af7-bd3a-db0719fe0151)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:29.200034 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:29.211856 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Calling delete_port for 57bde3de-0e31-4706-8bd3-44a9f283b05b owned by network:router_interface {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:29.383484 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6840934'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:29.408882 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Pushing event deleted for resources: {'Port': ['ID=57bde3de-0e31-4706-8bd3-44a9f283b05b,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:29.565648 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8115527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7894411'] for router_interface, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:29.770614 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Router 5310d439-d8e4-4ac2-b6b0-071158e2524a has already been hosted by L3 agent 6b3fd2ce-f9d1-4923-9897-f94dcbc22992 {{(pid=93870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:14:29.872031 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] Notify agent at l3_agent.dv-cinder-804035-12-iscsi the message routers_updated {{(pid=93870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:29.877514 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-e35b7e76-cd76-401e-893a-d7786e97e25b admin admin] 10.222.0.39 "PUT /v2.0/routers/5310d439-d8e4-4ac2-b6b0-071158e2524a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3167198 Sep 14 11:14:29.879622 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51802) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:29.880490 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] Sync routers for ids ['5310d439-d8e4-4ac2-b6b0-071158e2524a'] in dv-cinder-804035-12-iscsi {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:29.889435 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] Routers {'5310d439-d8e4-4ac2-b6b0-071158e2524a'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:29.890058 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['5310d439-d8e4-4ac2-b6b0-071158e2524a'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:29.982881 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:29.992008 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] Set router 5310d439-d8e4-4ac2-b6b0-071158e2524a gateway port host: dv-cinder-804035-12-iscsi {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:30.088679 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.139095 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Deleting port f872ec2a-d827-4108-9418-5b359174017b {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:30.139431 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.173499 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'external_fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f872ec2a-d827-4108-9418-5b359174017b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:14:29Z', 'revision_number': 5, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port': {'id': 'f872ec2a-d827-4108-9418-5b359174017b', 'name': '', 'network_id': '697ff582-6f85-4694-a049-227fb4abe18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:10:09Z', 'updated_at': '2021-09-14T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6abea7-3a3b-491b-905c-cf55ed49f142', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-12-iscsi'}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:30.199225 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] Checking router: 5310d439-d8e4-4ac2-b6b0-071158e2524a for host: dv-cinder-804035-12-iscsi {{(pid=93872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:30.207695 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] Routers {'5310d439-d8e4-4ac2-b6b0-071158e2524a'} bound to L3 agent in host dv-cinder-804035-12-iscsi {{(pid=93872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:30.208299 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T10:53:51Z,description=,heartbeat_timestamp=2021-09-14T11:14:21Z,host='dv-cinder-804035-12-iscsi',id=6b3fd2ce-f9d1-4923-9897-f94dcbc22992,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T10:53:51Z,topic='l3_agent')) {'router_ids': ['5310d439-d8e4-4ac2-b6b0-071158e2524a'], 'active': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:30.219033 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] For port f872ec2a-d827-4108-9418-5b359174017b, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=f872ec2a-d827-4108-9418-5b359174017b,segment=NetworkSegment(632b77a6-a3da-455b-b818-5c633fd9f372),segment_id=632b77a6-a3da-455b-b818-5c633fd9f372)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:30.219399 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.230864 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Calling delete_port for f872ec2a-d827-4108-9418-5b359174017b owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:30.291461 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvr_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] Set router 5310d439-d8e4-4ac2-b6b0-071158e2524a gateway port host: None {{(pid=93872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:30.344976 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.l3_hamode_db [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:14:30Z', 'revision_number': 6, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port_host': None}], 'dv-cinder-804035-12-iscsi', False) {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:30.372632 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967404d-40dd-4d3d-bad9-26ab262412ee None None] The sync data for ids ['5310d439-d8e4-4ac2-b6b0-071158e2524a'] in dv-cinder-804035-12-iscsi is: [{'id': '5310d439-d8e4-4ac2-b6b0-071158e2524a', 'name': 'tempest-TestShelveInstance-89335779-router', 'tenant_id': '2e8640dce07e49d79dbc9e460dfab66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:10:08Z', 'updated_at': '2021-09-14T11:14:30Z', 'revision_number': 6, 'project_id': '2e8640dce07e49d79dbc9e460dfab66d', 'gw_port_host': None}] {{(pid=93872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:14:30.417886 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.445865 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Pushing event deleted for resources: {'Port': ['ID=f872ec2a-d827-4108-9418-5b359174017b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:30.502948 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8096361'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.593407 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-427'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.595480 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.637373 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096723'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.637952 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5310d439-d8e4-4ac2-b6b0-071158e2524a {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:14:30.642341 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.643702 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dc5bbf6e-0be5-4957-8119-12ccb30a5268 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5310d439-d8e4-4ac2-b6b0-071158e2524a HTTP/1.1" status: 204 len: 168 time: 0.7630017 Sep 14 11:14:30.646181 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51804) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:30.689024 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Deleting subnet 5f01e691-08e1-4cf1-aba9-5d5c1e55c04f {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:14:30.691790 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.725063 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457194'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.809195 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703591'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.861944 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4575258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4543850'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.884238 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f01e691-08e1-4cf1-aba9-5d5c1e55c04f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:30.889894 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:30.891744 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1102b43b-9a46-4dd6-9376-939a7612c7e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5f01e691-08e1-4cf1-aba9-5d5c1e55c04f HTTP/1.1" status: 204 len: 168 time: 0.2445905 Sep 14 11:14:30.894297 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51806) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:30.895579 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72528cb7-1e4f-4ee4-a73d-09852c4d1686 None None] Network 83761af3-85ae-42cb-9d20-9f13ecc1e392 requested from dv-cinder-804035-12-iscsi {{(pid=93871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:30.965600 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7627195'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.019953 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Deleting port 0a1591c4-748c-47ff-8601-ec263f3cc706 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:14:31.020302 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789067686202'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.084147 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] For port 0a1591c4-748c-47ff-8601-ec263f3cc706, host dv-cinder-804035-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-12-iscsi',level=0,port_id=0a1591c4-748c-47ff-8601-ec263f3cc706,segment=NetworkSegment(1093256e-f071-4af7-bd3a-db0719fe0151),segment_id=1093256e-f071-4af7-bd3a-db0719fe0151)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:31.084147 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891278'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.096533 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Calling delete_port for 0a1591c4-748c-47ff-8601-ec263f3cc706 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:14:31.182061 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789067691012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789067123932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4575271'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.182762 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cb329-d966-4a2c-9096-d75c352aeffe None None] DHCP port deletion for 83761af3-85ae-42cb-9d20-9f13ecc1e392 request from dv-cinder-804035-12-iscsi {{(pid=93871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:14:31.209431 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1591c4-748c-47ff-8601-ec263f3cc706,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:31.211371 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] No DVR routers for this DVR port 0a1591c4-748c-47ff-8601-ec263f3cc706 on host dv-cinder-804035-12-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:14:31.283347 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691218', 'neutron.services.segments.db._delete_segments_for_network-8789067667613'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.304370 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83761af3-85ae-42cb-9d20-9f13ecc1e392']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:31.314508 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1093256e-f071-4af7-bd3a-db0719fe0151') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:31.314806 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1093256e-f071-4af7-bd3a-db0719fe0151') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:31.324545 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:14:31.325115 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789067668390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457107'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.338895 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.345406 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:14:31.345830 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578296'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: timer() Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: cb(*args, **kw) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: self._notify() Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: self.callback(batched_events) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: event.method(event) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._get(url).json() Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:14:31.347620 dv-cinder-804035-12-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:14:31.401049 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8115534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8096269'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.406163 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8115548'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.408517 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] 10.222.0.39 "DELETE /v2.0/networks/83761af3-85ae-42cb-9d20-9f13ecc1e392 HTTP/1.1" status: 204 len: 168 time: 0.5133264 Sep 14 11:14:31.418832 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed437-9788-4de4-9b4e-a0a3859e938e admin admin] Pushing event deleted for resources: {'Network': ['ID=83761af3-85ae-42cb-9d20-9f13ecc1e392,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:31.568873 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51810) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:31.607605 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-0e3d0b35-2012-40e0-8560-c83ad42a82f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=665a8d3e02fc4e1d9b7458fc04641f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374827 Sep 14 11:14:31.609915 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.wsgi [-] (93870) accepted ('10.222.0.39', 51812) {{(pid=93870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:31.657058 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41f092e4-fac9-47cf-bfd9-4411328fb111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.677128 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41f092e4-fac9-47cf-bfd9-4411328fb111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.725466 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41f092e4-fac9-47cf-bfd9-4411328fb111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.728064 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41f092e4-fac9-47cf-bfd9-4411328fb111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.729180 dv-cinder-804035-12-iscsi neutron-server[93870]: INFO neutron.wsgi [None req-41f092e4-fac9-47cf-bfd9-4411328fb111 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50ab7b7e-5197-4798-ac7f-346dc5bca36a HTTP/1.1" status: 204 len: 168 time: 0.1180894 Sep 14 11:14:31.736404 dv-cinder-804035-12-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f092e4-fac9-47cf-bfd9-4411328fb111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab7b7e-5197-4798-ac7f-346dc5bca36a,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:32.037774 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51818) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:32.081151 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fa7b8c49-e481-40d3-85a8-3eb6a89c340f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e8640dce07e49d79dbc9e460dfab66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421889 Sep 14 11:14:32.083590 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 51820) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:32.128792 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4c4df7a-89a7-4065-a832-a9985adddeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:32.149180 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4c4df7a-89a7-4065-a832-a9985adddeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:32.194020 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4c4df7a-89a7-4065-a832-a9985adddeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894986'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:32.196611 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4c4df7a-89a7-4065-a832-a9985adddeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:32.197768 dv-cinder-804035-12-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f4c4df7a-89a7-4065-a832-a9985adddeac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12099f80-262c-4d45-9be9-7c9c3da0b28c HTTP/1.1" status: 204 len: 168 time: 0.1132550 Sep 14 11:14:32.205658 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4df7a-89a7-4065-a832-a9985adddeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12099f80-262c-4d45-9be9-7c9c3da0b28c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:32.395970 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 57bde3de-0e31-4706-8bd3-44a9f283b05b no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:32.420398 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 57bde3de-0e31-4706-8bd3-44a9f283b05b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:32.420737 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 57bde3de-0e31-4706-8bd3-44a9f283b05b not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:32.421153 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 0a1591c4-748c-47ff-8601-ec263f3cc706 no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:32.441315 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: 0a1591c4-748c-47ff-8601-ec263f3cc706 {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:32.441692 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device 0a1591c4-748c-47ff-8601-ec263f3cc706 not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:32.442114 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device f872ec2a-d827-4108-9418-5b359174017b no longer exists at agent ovs-agent-dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:14:32.462064 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] No Port match for: f872ec2a-d827-4108-9418-5b359174017b {{(pid=93871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:14:32.462325 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.rpc [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Device f872ec2a-d827-4108-9418-5b359174017b not bound to the agent host dv-cinder-804035-12-iscsi {{(pid=93871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:14:48.997886 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ce6d0c44-c4c9-426f-b394-2e145f0cf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.478984 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a49fc206-4c4b-437b-a303-9b0144f9adb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.664377 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.732097 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.991619 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.659167 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.323139 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:15:18.998549 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7bb26cde-80b8-45ec-9941-9cf7081cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.478972 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a55eb5a2-2ccb-44aa-9c0f-d7f0555f3b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.665349 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.752820 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.995874 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.661039 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:45.322530 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:15:48.998931 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf509695-5405-46d1-a44b-23d29c3333a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:51.479173 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaccd-01ca-4e1a-bc71-effa2a0714e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:51.665309 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:51.776313 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.995230 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:54.663441 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:19.000048 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76647d2c-5cf2-4849-ac3c-be6dad877548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.478047 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-073b4539-6a33-44e5-bef4-c9bdd6d3e2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.665679 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.775378 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.322246 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:16:22.998919 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.665795 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:49.000127 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7c081fa0-7102-4bb9-8f03-ac5aa2101f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:51.477801 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-152499bc-f748-4473-972e-341288e63795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:51.665926 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:51.772460 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:53.000686 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.669078 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:59.321935 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:17:19.001675 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f66036b-35a5-454a-8e19-116f9ae1fd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:19.934330 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-f31e77f2-1904-4631-830c-1e559b8cc550 req-184e26ff-cf2c-4763-ad96-e4e474c32a1b service neutron] (93869) timed out ('10.222.0.68', 57724) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 11:17:20.228810 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-945b7682-0b1e-4447-89d6-d1747614facf req-45bd3f39-3ce6-4b05-97cb-f0bb7eac4118 service neutron] (93869) timed out ('10.222.0.68', 57732) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 11:17:21.478158 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bd9ded28-fe7e-481d-b93f-55eead4a6776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:21.666585 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:21.788312 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:23.006543 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:24.671773 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:36.320813 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:17:49.001748 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc82afb1-09d6-4c11-995d-e65824960760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:51.478282 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f66a41b3-6d62-493c-b7e9-7a97b490e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:51.667635 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:51.786014 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:53.006157 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.674777 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:13.319837 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:18:19.005013 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3380-5fab-4751-8656-8d557824b5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.478857 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-13a8b626-2c9d-4a9c-b2fa-de43650e3380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.670962 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.785916 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.009299 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.685767 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:33.699425 dv-cinder-804035-12-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-bd338bfc-d2de-400f-9a1a-4ee8ec76d27c req-01fd3f5b-4bc5-4fa8-b902-99b444fe1761 service neutron] (93869) timed out ('10.222.0.68', 57761) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 11:18:49.006277 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5e0de545-d0e3-49d0-be7d-6613b4213d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.318166 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:18:51.479049 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-638662d6-932c-4d10-b62f-893d23157688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.672072 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.819076 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.012264 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.684801 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:19.007722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d5e-eb8b-44ba-81da-ade3de98402f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.481269 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4761ab0f-e6ff-4399-a89f-f8bee05a28b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.678722 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.815380 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.016094 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.682817 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.317027 dv-cinder-804035-12-iscsi neutron-server[93872]: DEBUG neutron.db.agents_db [None req-89d8cf85-25ea-4637-99f9-1d88c3a25ed6 None None] Agent healthcheck: found 6 active agents {{(pid=93872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:19:49.009372 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad86f1ba-f55b-4621-b4d5-fc1ee5ecdb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:51.482348 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-630339fb-c10e-49cb-825e-311c918c060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:51.669935 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2398529-dd3e-4204-b863-6f6b64e18c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:51.829142 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59412ac-6028-4feb-8b3c-d24140a9e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.022828 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-57db1a4e-5b58-49a0-a605-8a3e7ff7f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.687480 dv-cinder-804035-12-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6769aee9-26c6-4b7c-b841-8197bb892d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789067667595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690900'] for agent, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}